-- Logs begin at Sat 2021-09-25 03:51:29 UTC, end at Sat 2021-09-25 04:59:28 UTC. -- Sep 25 04:35:31.471899 dv-cinder-768458-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 25 04:35:34.233472 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.common.config [-] Logging enabled! Sep 25 04:35:34.234095 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 25 04:35:34.234265 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101119) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 25 04:35:34.237482 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.common.config [-] Logging enabled! Sep 25 04:35:34.237737 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 25 04:35:34.238053 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101119) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 25 04:35:34.239021 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 04:35:34.239276 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 04:35:34.239638 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 04:35:34.239884 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 04:35:34.240110 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 04:35:34.240436 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.240731 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.241028 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.241259 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.241554 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.241845 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.242132 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.242422 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.242719 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.243005 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.243319 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.243602 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.243836 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.244119 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.244408 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.244699 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.244923 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] debug = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.245206 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.245635 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.246047 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.246324 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.246613 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.246895 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.247193 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.247474 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.247767 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.248703 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] host = dv-cinder-768458-10-smb {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.249040 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.249315 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.249606 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.249894 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.250171 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.250448 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.250740 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.251010 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.251313 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] log_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.251591 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.251881 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.252170 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.252463 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.252688 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.252911 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.253199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.253492 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.253768 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.254045 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.254322 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.254597 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.254871 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.255163 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.255453 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.255740 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.256028 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.256305 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.256582 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.256857 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.257132 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.257417 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.257693 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.257970 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.258244 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.258537 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.258810 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.259100 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.259405 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.259693 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.259978 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.260264 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.260539 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.260824 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.261095 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.261367 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.261641 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] use_json = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.261914 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.262185 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.262466 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.262738 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.263011 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.263310 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.263583 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.264426 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:34.264725 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.265024 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.265328 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.265670 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.265975 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.266256 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.266545 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.266869 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.267140 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.267432 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.267718 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.268000 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.268292 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.268577 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.268877 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.269178 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.269473 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.269764 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.270042 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.270319 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.270593 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.270874 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.271188 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.271469 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.271759 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.272052 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.272334 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.272621 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.272917 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.273210 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.273486 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.273766 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.274061 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.274341 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.274617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.274898 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.275215 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.275499 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.275772 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.276057 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.276337 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.276611 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.276884 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.277164 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.277455 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.277734 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.278007 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.278280 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.278563 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.278836 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.279144 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.279450 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.279725 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.279997 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.280319 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.280599 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.280885 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.281156 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.281432 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.281711 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.281985 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.282262 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.282534 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.282808 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.283101 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.283382 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.283658 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.283940 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.284217 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.284494 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.284769 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.285045 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.285322 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.285611 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.285914 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.286195 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.286476 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.286759 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.287041 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.287346 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.287626 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.287906 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.288187 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.288464 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.288766 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.289056 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.289345 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.289631 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.289914 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.290221 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.290505 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.290792 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.291082 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.291375 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.291662 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.291950 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.292248 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.292546 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.292845 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.293141 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.293438 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.293723 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.294034 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.294315 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:34.294537 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 04:35:34.294785 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101119) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 25 04:35:34.652072 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 25 04:35:34.652351 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 25 04:35:34.652646 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 25 04:35:34.652976 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 25 04:35:35.050427 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.050712 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.050991 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.052321 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.052602 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.052865 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.088406 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.088675 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.088938 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.104576 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.104859 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.105127 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.134093 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.134478 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.134661 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.173669 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.173947 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.174213 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.407514 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.408123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.408123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.408264 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.408909 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.530990 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.531338 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.531624 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.531896 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.532164 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.532476 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.532739 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.532997 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.533254 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.533537 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.533804 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.534070 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.534330 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.534582 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.534838 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.535125 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.535384 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.535652 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.535926 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.536186 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.536458 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.536711 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.536993 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.537373 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.537625 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.537874 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.538274 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:35:35.538518 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:35:35.538763 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:35:35.539000 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:35:35.539261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:35:35.539499 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:35:35.539868 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 25 04:35:35.543052 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 25 04:35:35.547416 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 25 04:35:35.551142 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 25 04:35:35.552791 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 25 04:35:35.553247 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 25 04:35:35.553595 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 25 04:35:35.553988 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 25 04:35:35.556829 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 25 04:35:35.557079 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 25 04:35:35.557424 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 04:35:35.562932 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 25 04:35:35.586488 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 25 04:35:35.586956 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.587304 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101119) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 25 04:35:35.587672 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.589312 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101119) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 25 04:35:35.589767 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 04:35:35.590018 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 25 04:35:35.593875 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.594158 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:35.659098 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 25 04:35:35.659288 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 25 04:35:35.659528 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 25 04:35:35.659913 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 25 04:35:35.682694 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_db.sqlalchemy.engines [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101119) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 25 04:35:36.392063 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Initializing driver for type 'gre' Sep 25 04:35:36.392593 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] gre ID ranges: [(1, 1000)] Sep 25 04:35:36.609651 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Initializing driver for type 'local' Sep 25 04:35:36.610342 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Initializing driver for type 'vlan' Sep 25 04:35:36.706515 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] VlanTypeDriver initialization complete Sep 25 04:35:36.706919 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Initializing driver for type 'vxlan' Sep 25 04:35:36.707470 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] vxlan ID ranges: [(1, 1000)] Sep 25 04:35:36.932515 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Initializing extension driver 'port_security' Sep 25 04:35:36.932880 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] PortSecurityExtensionDriver initialization complete Sep 25 04:35:36.933220 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Initializing mechanism driver 'openvswitch' Sep 25 04:35:36.933574 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Initializing mechanism driver 'hyperv' Sep 25 04:35:36.943853 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.plugins.ml2.plugin [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:36.944532 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > port after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.944901 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > port after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.945249 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > port after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.945784 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 04:35:36.946210 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > subnet after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.946563 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > subnet after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.946906 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.947326 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 04:35:36.947738 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > network after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.948089 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > network after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.948508 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > network after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.948842 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 04:35:36.949243 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > security_group after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.949590 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > security_group after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.949926 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.950453 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 04:35:36.950863 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.951242 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.951591 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.951996 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 04:35:36.952384 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > address_group after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.952732 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > address_group after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.953068 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.953459 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 25 04:35:36.953837 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] ML2 OVO RPC backend initialized. {{(pid=101119) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 25 04:35:36.955138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.955503 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.955928 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > network before_response 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.956278 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > networks before_response 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.956674 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > port before_response 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.956970 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > ports before_response 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.957314 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > subnet before_response 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.957655 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > subnets before_response 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.958000 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > network after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.958340 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > network after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.958676 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > network after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.959010 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > port after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.959366 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > port after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.959738 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > port after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.960075 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > subnet after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.960408 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > subnet after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.960740 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:36.961310 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.plugin [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Modular L2 Plugin initialization complete Sep 25 04:35:36.961638 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading services supported by the core plugin {{(pid=101119) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 25 04:35:36.961964 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.plugins.ml2.managers [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Got port-security extension from driver 'port_security' Sep 25 04:35:36.962423 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.extensions.vlantransparent [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Disabled vlantransparent extension. Sep 25 04:35:36.962906 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101119) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 25 04:35:36.963248 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading Plugin: router Sep 25 04:35:37.000260 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.000654 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router after_create 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.002089 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router before_create 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.002464 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.002871 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.003260 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router after_delete 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.003621 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.003977 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.004334 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router after_create 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.004686 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router after_update 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.005034 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router after_update 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.005378 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.005737 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router after_update 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.006148 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router precommit_update 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.006526 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: port after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.006862 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: port after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.007229 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: subnet after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.007567 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.007915 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.008262 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router precommit_create 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.008604 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: port before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.008944 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router precommit_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.009297 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router after_update 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.009634 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.009984 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router precommit_create 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.010344 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.010687 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router precommit_update 55549900 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.011047 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > agent after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.011419 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > agent after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.011762 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > network after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.012621 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Tracking information for resource: router configured {{(pid=101119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:35:37.012949 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Tracking information for resource: floatingip configured {{(pid=101119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:35:37.018492 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.db.l3_agentschedulers_db [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 25 04:35:37.019084 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: port after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.019453 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: port after_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.019821 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: port after_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.020172 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: port after_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.020966 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router before_create 55550100 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.021333 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.021690 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router precommit_create 55550100 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.022043 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > router precommit_update 55550100 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.026774 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.services.provider_configuration [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service providers = [] {{(pid=101119) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 25 04:35:37.027167 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.db.servicetype_db [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101119) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 25 04:35:37.030107 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.services.service_base [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 04:35:37.030454 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.services.service_base [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 04:35:37.030834 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.services.service_base [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 04:35:37.031757 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.services.service_base [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 04:35:37.032624 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.services.service_base [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 25 04:35:37.033014 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:35:37.033336 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 25 04:35:37.044008 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:35:37.044343 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading Plugin: auto_allocate Sep 25 04:35:37.051114 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: network precommit_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.051494 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: network precommit_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.052022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:35:37.052343 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading Plugin: tag Sep 25 04:35:37.058935 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:35:37.059288 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading Plugin: timestamp Sep 25 04:35:37.064516 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:35:37.064864 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading Plugin: network_ip_availability Sep 25 04:35:37.070341 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.070713 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.071089 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.071829 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:35:37.072147 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading Plugin: flavors Sep 25 04:35:37.076814 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:35:37.077176 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading Plugin: revisions Sep 25 04:35:37.081993 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:35:37.082393 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_concurrency.lockutils [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.430s {{(pid=101119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 25 04:35:37.083148 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101119) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 25 04:35:37.083484 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Initializing extension manager. Sep 25 04:35:37.083993 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: __init__.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.084335 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: __pycache__ {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.084665 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.084993 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: address_group.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.085756 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.086334 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: address-group Sep 25 04:35:37.086661 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: address_scope.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.087605 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.088117 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: address-scope Sep 25 04:35:37.088442 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.089628 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.090135 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: router-admin-state-down-before-update Sep 25 04:35:37.090460 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: agent.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.091201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.091704 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: agent Sep 25 04:35:37.092023 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: agent_resources_synced.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.092946 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.093453 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: agent-resources-synced Sep 25 04:35:37.093784 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: allowedaddresspairs.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.096179 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.096710 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: allowed-address-pairs Sep 25 04:35:37.097040 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: auto_allocated_topology.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.098120 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.098634 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: auto-allocated-topology Sep 25 04:35:37.098965 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: availability_zone.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.099697 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.100199 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: availability_zone Sep 25 04:35:37.100524 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: availability_zone_filter.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.101430 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.101937 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: availability_zone_filter Sep 25 04:35:37.102262 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: data_plane_status.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.103198 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.103697 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension data-plane-status not supported by any of loaded plugins Sep 25 04:35:37.104020 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: default_subnetpools.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.104931 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.105475 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: default-subnetpools Sep 25 04:35:37.105799 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.106614 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.107144 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: dhcp_agent_scheduler Sep 25 04:35:37.107467 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: dns.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.108387 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.108890 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension dns-integration not supported by any of loaded plugins Sep 25 04:35:37.109213 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: dns_domain_ports.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.110639 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.111713 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 25 04:35:37.112038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.112970 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.113472 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 25 04:35:37.113793 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: dvr.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.114460 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.114961 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: dvr Sep 25 04:35:37.115311 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: ecmp_routes.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.116229 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.117039 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 25 04:35:37.117369 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: empty_string_filtering.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.118285 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.118795 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: empty-string-filtering Sep 25 04:35:37.119136 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.120041 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.120540 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 25 04:35:37.120861 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.121770 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.122276 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 25 04:35:37.122633 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: external_net.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.123567 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.124071 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: external-net Sep 25 04:35:37.124391 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.125292 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.126570 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: extra_dhcp_opt Sep 25 04:35:37.127249 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: extraroute.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.128206 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.128719 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: extraroute Sep 25 04:35:37.129040 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: extraroute_atomic.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.130094 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.130596 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: extraroute-atomic Sep 25 04:35:37.130921 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: filter_validation.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.131616 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.132121 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: filter-validation Sep 25 04:35:37.132444 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: fip_pf_description.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.133463 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.133969 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 25 04:35:37.134293 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: fip_port_details.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.135239 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.135746 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: fip-port-details Sep 25 04:35:37.136069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: flavors.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.137291 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.137807 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: flavors Sep 25 04:35:37.138133 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.139870 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.140381 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 25 04:35:37.140709 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: floatingip_pools.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.141437 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.142398 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: floatingip-pools Sep 25 04:35:37.142727 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: ip_allocation.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.143697 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.144200 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension ip_allocation not supported by any of loaded plugins Sep 25 04:35:37.144523 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.145443 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.145949 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: ip-substring-filtering Sep 25 04:35:37.146269 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: l2_adjacency.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.147219 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.147721 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 25 04:35:37.148047 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: l3.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.149195 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.149711 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: router Sep 25 04:35:37.150036 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.152319 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.152842 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 25 04:35:37.153174 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.154116 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.154636 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: ext-gw-mode Sep 25 04:35:37.154975 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.155922 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.156427 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: l3-ha Sep 25 04:35:37.156751 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: l3_flavors.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.158257 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.158729 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: l3-flavors Sep 25 04:35:37.159054 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.159991 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.160498 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 25 04:35:37.160822 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: l3agentscheduler.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.161874 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.162406 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: l3_agent_scheduler Sep 25 04:35:37.162732 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: logging.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.164250 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.164813 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension logging not supported by any of loaded plugins Sep 25 04:35:37.165094 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: metering.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.165878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.166470 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: metering Sep 25 04:35:37.166793 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.167927 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.168438 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: metering_source_and_destination_fields Sep 25 04:35:37.168813 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: multiprovidernet.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.169693 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.170197 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: multi-provider Sep 25 04:35:37.170520 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: netmtu.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.171540 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.171995 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: net-mtu Sep 25 04:35:37.172315 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: netmtu_writable.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.174160 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.174666 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: net-mtu-writable Sep 25 04:35:37.174989 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: network_availability_zone.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.175693 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.176196 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: network_availability_zone Sep 25 04:35:37.176516 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: network_ip_availability.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.177622 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.178131 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: network-ip-availability Sep 25 04:35:37.178461 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: network_segment_range.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.179259 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.179759 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension network-segment-range not supported by any of loaded plugins Sep 25 04:35:37.180080 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: pagination.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.181081 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.181409 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: pagination Sep 25 04:35:37.181724 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: port_device_profile.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.182668 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.183223 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: port-device-profile Sep 25 04:35:37.183545 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.184471 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.184974 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: port-mac-address-regenerate Sep 25 04:35:37.185289 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.186205 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.186707 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: port-numa-affinity-policy Sep 25 04:35:37.187023 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: port_resource_request.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.188089 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.189742 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension port-resource-request not supported by any of loaded plugins Sep 25 04:35:37.190071 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: portbindings.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.191014 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.191545 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: binding Sep 25 04:35:37.191867 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: portbindings_extended.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.193141 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.193651 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: binding-extended Sep 25 04:35:37.193979 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: portsecurity.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.194925 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.195462 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: port-security Sep 25 04:35:37.195790 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: project_id.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.196758 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.197083 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: project-id Sep 25 04:35:37.197405 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: providernet.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.198327 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.198841 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: provider Sep 25 04:35:37.199191 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.202792 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.203344 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos not supported by any of loaded plugins Sep 25 04:35:37.203674 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.205388 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.205899 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 25 04:35:37.206229 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.207231 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.207687 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 25 04:35:37.208033 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos_default.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.208957 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.209464 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos-default not supported by any of loaded plugins Sep 25 04:35:37.209790 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos_fip.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.210444 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.210940 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos-fip not supported by any of loaded plugins Sep 25 04:35:37.211288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos_gateway_ip.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.212212 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.212721 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 25 04:35:37.213043 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos_port_network_policy.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.214200 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.214715 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 25 04:35:37.215094 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos_pps_rule.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.216258 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.216772 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos-pps not supported by any of loaded plugins Sep 25 04:35:37.217101 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos_rule_type_details.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.218022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.218527 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 25 04:35:37.218853 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: qos_rules_alias.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.220872 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.221389 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 25 04:35:37.221716 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: quotasv2.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.222671 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.223001 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: quotas Sep 25 04:35:37.223351 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: quotasv2_detail.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.226646 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.226989 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: quota_details Sep 25 04:35:37.227353 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: rbac.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.228421 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.228951 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: rbac-policies Sep 25 04:35:37.229280 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: rbac_address_group.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.230211 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.230724 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: rbac-address-group Sep 25 04:35:37.231047 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: rbac_address_scope.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.231991 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.232498 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: rbac-address-scope Sep 25 04:35:37.232820 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: rbac_security_groups.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.233730 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.234236 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: rbac-security-groups Sep 25 04:35:37.234558 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: rbac_subnetpool.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.236508 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.237025 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: rbac-subnetpool Sep 25 04:35:37.237351 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: revisionifmatch.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.238283 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.238802 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: revision-if-match Sep 25 04:35:37.239153 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: revisions.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.240269 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.240783 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: standard-attr-revisions Sep 25 04:35:37.241112 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: router_availability_zone.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.241790 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.242297 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: router_availability_zone Sep 25 04:35:37.242620 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: routerservicetype.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.243570 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.244075 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension router-service-type not supported by any of loaded plugins Sep 25 04:35:37.244396 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.245319 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.245830 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: security-groups-normalized-cidr Sep 25 04:35:37.246149 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.247084 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.247596 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: port-security-groups-filtering Sep 25 04:35:37.247916 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.248834 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.249345 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: security-groups-remote-address-group Sep 25 04:35:37.249664 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: securitygroup.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.261278 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.261806 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: security-group Sep 25 04:35:37.262136 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: segment.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.262931 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.263469 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension segment not supported by any of loaded plugins Sep 25 04:35:37.263797 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.264748 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.265255 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 25 04:35:37.265576 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: servicetype.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.275704 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.276242 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: service-type Sep 25 04:35:37.276579 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: sorting.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.277723 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.278071 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: sorting Sep 25 04:35:37.278409 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: standard_attr_segment.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.279378 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.279914 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 25 04:35:37.280243 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: standardattrdescription.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.280898 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.281401 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: standard-attr-description Sep 25 04:35:37.281723 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: stateful_security_group.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.283186 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.283704 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: stateful-security-group Sep 25 04:35:37.284025 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: stdattrs_common.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.284613 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 25 04:35:37.284930 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.285869 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.286384 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 25 04:35:37.286711 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: subnet_onboard.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.287863 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.288745 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: subnet_onboard Sep 25 04:35:37.289079 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.290074 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.290592 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 25 04:35:37.290916 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: subnet_service_types.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.291901 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.292415 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: subnet-service-types Sep 25 04:35:37.292738 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: subnetallocation.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.293876 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.294395 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: subnet_allocation Sep 25 04:35:37.294720 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.295459 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.295967 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: subnetpool-prefix-ops Sep 25 04:35:37.296288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.297268 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.298451 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 25 04:35:37.298816 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: tagging.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.300244 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.300770 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: standard-attr-tag Sep 25 04:35:37.301101 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: timestamp.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.302401 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.302919 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loaded extension: standard-attr-timestamp Sep 25 04:35:37.303277 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: trunk.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.304363 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.304888 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension trunk not supported by any of loaded plugins Sep 25 04:35:37.305205 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: trunk_details.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.306153 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.306662 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension trunk-details not supported by any of loaded plugins Sep 25 04:35:37.306985 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: uplink_status_propagation.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.307973 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.308475 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 25 04:35:37.308799 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Loading extension file: vlantransparent.py {{(pid=101119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:35:37.309493 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:35:37.310007 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 25 04:35:37.312679 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:network Sep 25 04:35:37.313318 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:subnet Sep 25 04:35:37.313725 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:35:37.314126 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:port Sep 25 04:35:37.315511 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.315961 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service FLAVORS assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.316605 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.317030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.317369 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:router Sep 25 04:35:37.317797 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:floatingip Sep 25 04:35:37.318285 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service METERING assigned prefix: /metering {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.319820 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.320204 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.320555 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:35:37.321621 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 04:35:37.322076 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:security_group Sep 25 04:35:37.322509 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 04:35:37.323138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service CORE assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.323473 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:35:37.323818 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] subnetpool is already registered Sep 25 04:35:37.324265 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service CORE assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.324589 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:35:37.324922 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] subnetpool is already registered Sep 25 04:35:37.327339 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.327816 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service FLAVORS assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.328470 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.329030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.329550 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:router Sep 25 04:35:37.329939 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] router is already registered Sep 25 04:35:37.330392 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:floatingip Sep 25 04:35:37.330766 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] floatingip is already registered Sep 25 04:35:37.331367 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service METERING assigned prefix: /metering {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.332179 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 04:35:37.332545 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] rbac_policy is already registered Sep 25 04:35:37.333016 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:security_group Sep 25 04:35:37.333385 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] security_group is already registered Sep 25 04:35:37.333864 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 04:35:37.334235 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] security_group_rule is already registered Sep 25 04:35:37.334927 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service CORE assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.335328 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:35:37.335701 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] subnetpool is already registered Sep 25 04:35:37.336185 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.v2.resource_helper [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Service CORE assigned prefix: {{(pid=101119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:35:37.336555 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:35:37.336925 dv-cinder-768458-10-smb neutron-server[101119]: WARNING neutron.quota.resource_registry [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] subnetpool is already registered Sep 25 04:35:37.337436 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: extensions {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.339289 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: address-groups {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.340772 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: address-scopes {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.342091 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: agents {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.343286 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: auto-allocated-topology {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.345048 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: availability_zones {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.346292 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: dhcp-networks {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.347978 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: dhcp-agents {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.349461 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: routers {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.351774 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: flavors {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.352944 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: service_profiles {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.354159 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: next_providers {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.355689 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: service_profiles {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.357218 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: floatingip-pools {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.358429 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: routers {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.361399 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: floatingips {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.362694 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: l3-routers {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.364114 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: l3-agents {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.365526 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: metering-labels {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.366985 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: metering-label-rules {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.368302 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: network-ip-availabilities {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.369578 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: bindings {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.372325 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: quotas {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.373917 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: quotas {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.375372 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: rbac-policies {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.376890 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: security-groups {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.378296 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: security-group-rules {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.379714 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: service-providers {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.381069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: subnetpools {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.382671 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: subnetpools {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.384235 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.386025 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.387943 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.389836 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.391689 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.393739 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.395549 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.397462 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.399247 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.400975 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron.api.extensions [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Extended resource: tags {{(pid=101119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:35:37.407767 dv-cinder-768458-10-smb neutron-server[101119]: WARNING keystonemiddleware.auth_token [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 25 04:35:37.412844 dv-cinder-768458-10-smb neutron-server[101119]: WARNING keystonemiddleware.auth_token [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 25 04:35:37.421724 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_concurrency.lockutils [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Acquired lock "singleton_lock" {{(pid=101119) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 25 04:35:37.422192 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_concurrency.lockutils [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Releasing lock "singleton_lock" {{(pid=101119) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 25 04:35:37.423481 dv-cinder-768458-10-smb neutron-server[101119]: INFO oslo_service.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Starting 2 workers Sep 25 04:35:37.428444 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Started child 101228 {{(pid=101119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 04:35:37.433260 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Started child 101229 {{(pid=101119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 04:35:37.450365 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:37.451413 dv-cinder-768458-10-smb neutron-server[101119]: INFO neutron.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 25 04:35:37.451413 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Notify callbacks [] for process, before_spawn {{(pid=101119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:37.451721 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [-] (101228) wsgi starting up on http://0.0.0.0:9696 Sep 25 04:35:37.451875 dv-cinder-768458-10-smb neutron-server[101119]: INFO oslo_service.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Starting 1 workers Sep 25 04:35:37.452038 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:37.452038 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [-] (101229) wsgi starting up on http://0.0.0.0:9696 Sep 25 04:35:37.452826 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Started child 101230 {{(pid=101119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 04:35:37.452826 dv-cinder-768458-10-smb neutron-server[101119]: INFO oslo_service.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Starting 1 workers Sep 25 04:35:37.453091 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] calling RpcWorker wait() {{(pid=101230) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 25 04:35:37.453091 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] returning from RpcWorker wait() {{(pid=101230) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 25 04:35:37.453881 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Started child 101231 {{(pid=101119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 04:35:37.454030 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:37.454030 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:37.454284 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG neutron_lib.callbacks.manager [None req-b5721fef-6b91-4a94-b606-95cb30d55619 None None] Notify callbacks [] for process, after_spawn {{(pid=101119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:37.454284 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101119) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 04:35:37.454284 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 04:35:37.454284 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 04:35:37.454284 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 04:35:37.454284 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 04:35:37.454284 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 04:35:37.455202 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.455202 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.455202 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.455202 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.455202 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.455202 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.455202 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.456029 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.456029 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.456029 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.456029 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.456549 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.456549 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.456549 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.456982 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.457384 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.457384 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.457802 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.458022 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:37.458794 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.458794 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.458794 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.458794 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.458794 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] debug = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.459789 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.459789 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.459789 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.460570 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.460570 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.460570 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.461107 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.461107 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.461473 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.461473 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.461858 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.461858 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.462237 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.462446 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.462634 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.462826 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.463038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.463466 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] host = dv-cinder-768458-10-smb {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.463772 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.464257 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.464515 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.464776 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.465002 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.465235 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.465489 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.465733 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.465976 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.466196 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.466425 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.466665 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.466911 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.467186 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.467400 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_options = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.467759 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.467972 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.468182 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.468393 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.468393 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.468782 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.468782 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.469182 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.469182 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.470046 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.470281 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.470499 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.470729 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.471295 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.471295 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.471661 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.471851 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.472068 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.472258 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.472445 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.472632 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.473005 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.473214 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.473406 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.473600 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.473810 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.474004 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.474193 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.474388 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.474586 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.474796 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.474995 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.475269 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.475499 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.480974 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.480974 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.480974 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.480974 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.480974 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.480974 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.480974 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.480974 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.482529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.482529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.482529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.482529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.482529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_json = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.482529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.482529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.482529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.482529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.484428 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.484428 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.484428 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.484428 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.484428 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.484428 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.484428 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.484428 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.487022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.487022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.487022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.487022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.487022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.487022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.487022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.487022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.488644 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.488644 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.488644 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.488644 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.488644 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.488644 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.488644 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.488644 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.490138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.490138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.490138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.490138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.490138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.490138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.490138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.490138 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.491713 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.491713 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.491713 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.491713 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.491713 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.491713 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.491713 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.491713 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.493199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.493199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.493199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.493199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.493199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.493199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.493199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.493199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.493199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.494878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.494878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.494878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.494878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.494878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.494878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.494878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.494878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.494878 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.496529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.496529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.496529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.496529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.496529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.496529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.496529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.496529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.496529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.498753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.498753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.498753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.498753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.498753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.498753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.498753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.498753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.498753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.499762 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.499762 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.499762 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.499762 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.499762 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.499762 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.499762 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.500502 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.500502 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.500502 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.500502 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.500996 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.500996 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.501251 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.501406 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.501621 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.501839 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.502097 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.502432 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.502674 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.502916 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.503184 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.503666 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.503666 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.503924 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.504093 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.504214 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:37.504373 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.504540 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.504813 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.505054 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.505307 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.505547 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.505760 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.505991 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.506208 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.506428 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.506637 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.506884 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.507136 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.507393 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.507649 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.507896 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.508133 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.508377 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.508634 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.508881 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.509148 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.509379 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.509645 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.510017 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.510265 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.510529 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.510757 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.511015 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.511291 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.511521 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.511770 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.512014 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.512281 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.512525 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.512791 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.513029 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.513242 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.513474 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.513714 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.514051 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.514316 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.514525 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.514753 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.515026 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.515301 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.515506 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.515769 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.516027 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.516500 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.516759 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.517091 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.517331 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.518618 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.518618 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.518618 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.518618 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.518618 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.520187 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.520187 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.520187 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.520187 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.520187 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.520187 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.520187 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.520187 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.521945 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.521945 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.521945 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.521945 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.521945 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.521945 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.521945 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.524140 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.524140 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.524140 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.524140 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.525244 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.525244 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.525244 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.525244 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.525745 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.525745 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.525958 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.526228 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.526521 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.526750 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.526979 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.527842 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.527842 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.527842 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.528637 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.528637 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.528637 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.528637 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.529117 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.529250 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.529429 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.529670 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.530539 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.530539 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.530539 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.531022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.531022 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.531323 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.532570 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.532570 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538390 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538390 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538390 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538390 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538390 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538390 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538390 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538390 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538390 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538986 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538986 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538986 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538986 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538986 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538986 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538986 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.538986 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.539569 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.539569 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.539569 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.539569 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.539569 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.539569 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.539569 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.539569 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540519 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540519 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540652 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.540851 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.541102 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.541372 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.541604 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.541828 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.542069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.542277 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.542585 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.542892 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.543171 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.543426 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.543688 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.543944 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.544208 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.544533 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.544780 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.545021 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.545262 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.545496 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.545715 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.545979 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.546385 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.546728 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.546978 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.547268 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.548301 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.548603 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.548907 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.549144 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.549514 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.549848 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.550141 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.550405 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.550649 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.550952 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.551644 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.551867 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.552116 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.552361 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.552584 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.552855 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.553086 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.553307 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.553545 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.553775 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.553987 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.554226 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.554433 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.554658 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.554864 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.555043 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 04:35:37.555770 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101119) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 04:35:37.555964 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 04:35:37.556100 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 04:35:37.556256 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 04:35:37.556427 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 04:35:37.556579 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 04:35:37.556792 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.556938 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.557099 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.557260 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.557426 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.557612 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.557800 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.557986 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.558170 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.558170 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.558522 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.558522 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.558839 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.558839 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.559264 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.559264 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.559500 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.559500 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.559852 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.559852 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.560201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.560201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.560201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] debug = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.560631 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.560631 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.560908 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.560908 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.561151 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.561151 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.561319 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.561411 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.561568 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.561728 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.561885 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.562044 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.562208 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.562351 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.562513 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.562668 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.562818 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.562969 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] host = dv-cinder-768458-10-smb {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.563164 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.563416 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.563581 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.563738 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.563897 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.564056 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.564198 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.564359 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.564496 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.564641 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.565017 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.565017 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.565222 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.565222 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.565368 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_options = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.565536 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.565723 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.565868 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.566012 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.566167 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.566331 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.566479 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.566607 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.566754 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.566896 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.567058 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.567419 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.567580 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.567734 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.567891 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.568048 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.568205 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.568362 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.568523 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.572735 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.572735 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.572735 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.572735 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.572735 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.572735 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.572735 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.572735 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.572735 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.573505 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.573505 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.573505 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.573505 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.573505 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.573505 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.573505 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.573505 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574030 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_json = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.574617 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.575422 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.575422 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:35:37.575422 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.575422 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.575422 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.575422 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.575422 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.575422 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576123 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576756 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576756 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576756 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576756 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576756 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.576756 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.577318 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.577318 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.578337 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.578337 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.578337 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.578337 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.578337 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.579601 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.579601 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.579601 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.579601 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.579601 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.580118 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.580118 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.580357 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.580357 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.580874 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.580874 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.580874 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.582069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.582069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.582069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.582069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.582069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.582069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.582069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.583057 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.583057 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.583057 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.583057 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.583057 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.583057 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.583057 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.585288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.585288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.585288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.585288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.585288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.585288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.585288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.585288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.585288 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.586261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.586261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.586261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.586261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.586261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.586261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.586261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.586261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.586261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.587177 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.587177 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.587177 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.587177 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.587177 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.587177 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.588292 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.588292 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.588292 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.588292 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.588292 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.588292 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.589201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.589201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.589201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.589201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.589201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.589730 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.589730 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.589730 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.590076 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.590076 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.590319 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.590319 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.590561 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.590561 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.590786 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.590926 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.591052 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.591335 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.591441 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.591562 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.591724 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.591883 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.592038 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.592199 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.592368 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.592495 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.592658 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.592823 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.592973 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.593125 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.593310 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.593461 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.593607 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.593743 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.593896 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.594060 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.594208 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.594459 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.594655 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.594801 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.594944 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.595301 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.595466 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.595598 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.595741 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.595882 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.596023 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.596142 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.596300 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.596475 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.596647 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.596810 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.596954 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.597094 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.597275 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.597425 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.597571 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.597883 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.598034 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.598176 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.598331 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.598470 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.598606 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.598749 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.598880 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.599041 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.599260 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.599374 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.599534 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.599691 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.599832 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.599990 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.600155 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.600299 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.600440 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.600577 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.600722 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.600859 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.600985 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.601129 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.601287 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.601445 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.601609 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.601758 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.601915 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.602071 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.602230 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.602388 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.602544 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.602690 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.602817 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.602983 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.603157 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.603304 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.603466 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.603690 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.603807 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.603951 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.604112 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.604271 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.604430 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.604588 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.604748 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.604907 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.605067 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.605226 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.605385 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.605542 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.605701 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.605876 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.606036 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.606195 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.606353 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.606512 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.606672 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.606831 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.606990 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.607311 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.607311 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.607480 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.607626 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.607788 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.608069 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.608233 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.608392 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.608550 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.608709 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.608868 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.609041 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.609201 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.609360 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.609518 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.609676 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.609834 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.610881 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.611601 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.611765 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.611925 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.612087 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.612247 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.612419 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.612580 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.612739 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.612897 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.613054 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.613212 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.613382 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.613542 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.613700 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.613862 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.614020 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.614177 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.614346 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.614504 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.614661 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.614819 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.614976 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.615156 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.615326 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.615485 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.615649 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.615814 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.615965 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.616122 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.616291 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.616498 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.616712 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.616969 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.617171 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.617337 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.617496 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.617668 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.617828 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.617993 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.618477 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.618635 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.618794 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.618955 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.619139 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.619312 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.619477 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.619640 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.619809 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.619977 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.620144 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.620302 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.620469 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.620641 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.620801 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.620958 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.621117 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.621276 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.621435 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.621593 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.621752 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.621909 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.622067 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.622225 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.622383 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.622542 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.622700 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.622861 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.623115 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.623261 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.623420 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.623580 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.623743 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:35:37.623895 dv-cinder-768458-10-smb neutron-server[101119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 04:35:37.636748 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:37.660408 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 46272) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:35:37.671426 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080402 Sep 25 04:35:51.599103 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80012728-ebbe-4eaf-a9b9-f85243e489fa None None] get_active_networks_info from dv-cinder-768458-10-smb {{(pid=101230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 25 04:35:51.699193 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80012728-ebbe-4eaf-a9b9-f85243e489fa None None] No non-hosted networks {{(pid=101230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 25 04:35:51.724907 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.agentschedulers_db [None req-80012728-ebbe-4eaf-a9b9-f85243e489fa None None] DHCP Agent not found on host dv-cinder-768458-10-smb {{(pid=101230) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 25 04:35:51.946883 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a0c74512-7797-4907-9eaa-61ef573ce8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16248014'] for agent, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:54.145655 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-7b22a13f-7eb2-41fa-acd7-a25736b29ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16248014'] for agent, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:54.205054 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.db.api [None req-6776a1aa-2110-47cb-b4d4-84ed16c5bd89 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-768458-10-smb {{(pid=101230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 25 04:35:54.206130 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG oslo_db.api [None req-6776a1aa-2110-47cb-b4d4-84ed16c5bd89 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 04:35:54.661323 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16248014'] for agent, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:54.662933 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.664144 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.665059 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.666402 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.667328 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.668428 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.669347 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.670798 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.672957 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.674306 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.674856 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.675345 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:54.679629 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-10-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:54.700376 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-10-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:54.815282 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-6776a1aa-2110-47cb-b4d4-84ed16c5bd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:56.135471 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16248014'] for agent, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:57.286394 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16248014'] for agent, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:35:57.790180 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 46366) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:35:58.294252 dv-cinder-768458-10-smb neutron-server[101229]: WARNING oslo_policy.policy [None req-cc4e7586-a41c-4635-9bba-07508d416c53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:35:58.294831 dv-cinder-768458-10-smb neutron-server[101229]: WARNING oslo_policy.policy [None req-cc4e7586-a41c-4635-9bba-07508d416c53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:35:58.521761 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [None req-cc4e7586-a41c-4635-9bba-07508d416c53 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:35:58.523560 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-cc4e7586-a41c-4635-9bba-07508d416c53 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7324080 Sep 25 04:36:00.992477 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 46380) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:01.319942 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-bb33a209-131f-4bc6-b59e-fd79f5e715a1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:01.415170 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.policy [None req-bb33a209-131f-4bc6-b59e-fd79f5e715a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101229) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 04:36:01.441900 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.db.l3_hamode_db [None req-2b116dd4-c954-41fc-9927-c735062fd111 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 25 04:36:01.462005 dv-cinder-768458-10-smb neutron-server[101229]: WARNING oslo_policy.policy [None req-bb33a209-131f-4bc6-b59e-fd79f5e715a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:36:01.462413 dv-cinder-768458-10-smb neutron-server[101229]: WARNING oslo_policy.policy [None req-bb33a209-131f-4bc6-b59e-fd79f5e715a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:36:01.472183 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.quota [None req-bb33a209-131f-4bc6-b59e-fd79f5e715a1 admin admin] Loaded quota_driver: . Sep 25 04:36:01.522672 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b116dd4-c954-41fc-9927-c735062fd111 None None] Routers set() bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:36:01.529946 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b116dd4-c954-41fc-9927-c735062fd111 None None] Router IDs set() for agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 25 04:36:01.641934 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb33a209-131f-4bc6-b59e-fd79f5e715a1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754834130387', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754834130816', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754834118370', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754834118726', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754833508849', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754834099256', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16239738', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16052830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733722', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698916'] for rbac-policy, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:01.835175 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb33a209-131f-4bc6-b59e-fd79f5e715a1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:01.836415 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-bb33a209-131f-4bc6-b59e-fd79f5e715a1 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8428502 Sep 25 04:36:04.442799 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 46392) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:04.742067 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'name': 'private'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:04.825632 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Made reservation on behalf of ee5ced35dd554acc93727fe3f2b6de2e for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:04.829058 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:04.846456 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:04.969073 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:05.008848 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:05.028756 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:36:05.057049 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754829226635', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:05.057639 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Unsubscribe: segment precommit_create {{(pid=101229) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 04:36:05.058184 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Added segment e4921cd8-b0b8-4e94-92f0-cd741ba78615 of type vlan for network 384157fa-3ca0-414a-a37b-aaaf3899318d Sep 25 04:36:05.075118 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dcc4e0-d07d-43a7-bd0b-bd7c31702ecb,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:05.101368 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.101723 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.102066 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.102424 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.102750 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.103112 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.103438 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.103757 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.104089 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.104409 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.104725 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.105038 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Tracked resource versions report: Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: pushed versions: Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: { 'AddressGroup': {'1.2'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'ConntrackHelper': {'1.0'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Log': {'1.0'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Network': {'1.1'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Port': {'1.7'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'PortForwarding': {'1.2'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'QosPolicy': {'1.9'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'SecurityGroup': {'1.4'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'SubPort': {'1.0'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Subnet': {'1.1'}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Trunk': {'1.1'}} Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: consumer versions: Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: { DHCP agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: L3 agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: Metadata agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: Metering agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: Open vSwitch agent@dv-cinder-768458-10-smb: { 'AddressGroup': '1.2', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'ConntrackHelper': '1.0', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Log': '1.0', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Network': '1.1', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Port': '1.7', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'PortForwarding': '1.2', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'QosPolicy': '1.9', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'SecurityGroup': '1.4', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'SecurityGroupRule': '1.2', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'SubPort': '1.0', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Subnet': '1.1', Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: 'Trunk': '1.1'}} Sep 25 04:36:05.106144 dv-cinder-768458-10-smb neutron-server[101229]: {{(pid=101229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:36:05.183709 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:05.275069 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:05.276258 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:36:05.276926 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:05.378251 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] Pushing event updated for resources: {'Network': ['ID=384157fa-3ca0-414a-a37b-aaaf3899318d,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:05.389715 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 384157fa-3ca0-414a-a37b-aaaf3899318d details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:36:05.403904 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-4261d772-32ea-4f10-bb66-5d8b781639b9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9647291 Sep 25 04:36:08.184538 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46406) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:08.686079 dv-cinder-768458-10-smb neutron-server[101228]: WARNING oslo_policy.policy [None req-25f2b6de-25c9-4514-81cf-7c28c3124451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:36:08.686650 dv-cinder-768458-10-smb neutron-server[101228]: WARNING oslo_policy.policy [None req-25f2b6de-25c9-4514-81cf-7c28c3124451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:36:09.143269 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.policy [None req-25f2b6de-25c9-4514-81cf-7c28c3124451 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101228) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 04:36:09.188256 dv-cinder-768458-10-smb neutron-server[101228]: WARNING oslo_policy.policy [None req-25f2b6de-25c9-4514-81cf-7c28c3124451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:36:09.188900 dv-cinder-768458-10-smb neutron-server[101228]: WARNING oslo_policy.policy [None req-25f2b6de-25c9-4514-81cf-7c28c3124451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:36:09.197567 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f2b6de-25c9-4514-81cf-7c28c3124451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:36:09.199537 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-25f2b6de-25c9-4514-81cf-7c28c3124451 admin admin] 10.222.0.38 "GET /v2.0/networks/384157fa-3ca0-414a-a37b-aaaf3899318d HTTP/1.1" status: 200 len: 825 time: 1.0130048 Sep 25 04:36:09.239352 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c36d6106-f290-4c4b-9072-460277eae1f9 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/6d4fd3be-9504-4065-9e32-b81adc11d432 HTTP/1.1" status: 200 len: 734 time: 0.0333512 Sep 25 04:36:09.249727 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Request body: {'subnet': {'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'subnetpool_id': '6d4fd3be-9504-4065-9e32-b81adc11d432', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:09.251715 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.quota [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Loaded quota_driver: . Sep 25 04:36:09.370530 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Made reservation on behalf of ee5ced35dd554acc93727fe3f2b6de2e for: {'subnet': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:09.373570 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:09.738511 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:09.813394 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Checking segment: {'id': 'e4921cd8-b0b8-4e94-92f0-cd741ba78615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:36:09.813767 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Network hostable DHCP agents. Network: 384157fa-3ca0-414a-a37b-aaaf3899318d, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:36:09.823451 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386202b8-9d00-45ba-8989-e519d0aaf076,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:09.836824 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.837187 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.837652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.837855 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.838436 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.838773 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.839117 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.839440 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.839778 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.840340 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.840855 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.841335 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Tracked resource versions report: Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: pushed versions: Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: { 'AddressGroup': {'1.2'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'ConntrackHelper': {'1.0'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Log': {'1.0'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Network': {'1.1'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Port': {'1.7'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'PortForwarding': {'1.2'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'QosPolicy': {'1.9'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'SecurityGroup': {'1.4'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'SubPort': {'1.0'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Subnet': {'1.1'}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Trunk': {'1.1'}} Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: consumer versions: Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: { DHCP agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: L3 agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: Metadata agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: Metering agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: Open vSwitch agent@dv-cinder-768458-10-smb: { 'AddressGroup': '1.2', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'ConntrackHelper': '1.0', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Log': '1.0', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Network': '1.1', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Port': '1.7', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'PortForwarding': '1.2', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'QosPolicy': '1.9', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'SecurityGroup': '1.4', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'SecurityGroupRule': '1.2', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'SubPort': '1.0', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Subnet': '1.1', Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: 'Trunk': '1.1'}} Sep 25 04:36:09.842423 dv-cinder-768458-10-smb neutron-server[101228]: {{(pid=101228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:36:09.934268 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Network 384157fa-3ca0-414a-a37b-aaaf3899318d is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:36:09.997093 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 384157fa-3ca0-414a-a37b-aaaf3899318d) {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:10.001974 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:36:10.002608 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:10.008516 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b4854-a295-4ce9-970e-be39d9077562 None None] Network 384157fa-3ca0-414a-a37b-aaaf3899318d requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:36:10.095863 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-8fd751b6-d436-4066-9602-0d465320b6a2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8497210 Sep 25 04:36:10.329606 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852f46b4-64f9-5732-a011-1c6c77b9aacb-384157fa-3ca0-414a-a37b-aaaf3899318d', 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'fixed_ips': [{'subnet_id': '386202b8-9d00-45ba-8989-e519d0aaf076'}]}} from dv-cinder-768458-10-smb. {{(pid=101230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 04:36:10.330833 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:10.611542 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.db_base_plugin_common [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Allocated IP 172.20.0.2 (384157fa-3ca0-414a-a37b-aaaf3899318d/386202b8-9d00-45ba-8989-e519d0aaf076/8507d05d-151c-4a49-a701-40477643ead6) {{(pid=101230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:10.847489 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Notify callbacks [] for port, precommit_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:10.944545 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:11.017508 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Network 384157fa-3ca0-414a-a37b-aaaf3899318d is already hosted by enough agents. {{(pid=101230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:11.022450 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.base_scheduler [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Resources bound (agent type, host, resource id): {{(pid=101230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:11.038271 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Received port after_create {{(pid=101230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:36:11.041437 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Pushing event updated for resources: {'Port': ['ID=8507d05d-151c-4a49-a701-40477643ead6,revision_number=1']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:11.071045 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.071417 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.071754 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.072098 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.072431 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.072763 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.073093 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.073500 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.073756 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.074082 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.074405 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.074726 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Tracked resource versions report: Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: pushed versions: Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: { 'AddressGroup': {'1.2'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'ConntrackHelper': {'1.0'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Log': {'1.0'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Network': {'1.1'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Port': {'1.7'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'PortForwarding': {'1.2'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'QosPolicy': {'1.9'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'SecurityGroup': {'1.4'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'SubPort': {'1.0'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Subnet': {'1.1'}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Trunk': {'1.1'}} Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: consumer versions: Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: { DHCP agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: L3 agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: Metadata agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: Metering agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: Open vSwitch agent@dv-cinder-768458-10-smb: { 'AddressGroup': '1.2', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'ConntrackHelper': '1.0', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Log': '1.0', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Network': '1.1', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Port': '1.7', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'PortForwarding': '1.2', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'QosPolicy': '1.9', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'SecurityGroup': '1.4', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'SecurityGroupRule': '1.2', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'SubPort': '1.0', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Subnet': '1.1', Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: 'Trunk': '1.1'}} Sep 25 04:36:11.075871 dv-cinder-768458-10-smb neutron-server[101230]: {{(pid=101230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:36:11.123703 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Attempting to bind port 8507d05d-151c-4a49-a701-40477643ead6 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:36:11.124108 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Attempting to bind port 8507d05d-151c-4a49-a701-40477643ead6 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'e4921cd8-b0b8-4e94-92f0-cd741ba78615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:36:11.124535 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Attempting to bind port 8507d05d-151c-4a49-a701-40477643ead6 on network 384157fa-3ca0-414a-a37b-aaaf3899318d {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:11.129604 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:36:11.130008 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Checking segment: {'id': 'e4921cd8-b0b8-4e94-92f0-cd741ba78615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:36:11.130502 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:11.130888 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Bound using segment: {'id': 'e4921cd8-b0b8-4e94-92f0-cd741ba78615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:36:11.131399 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Bound port: 8507d05d-151c-4a49-a701-40477643ead6, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4921cd8-b0b8-4e94-92f0-cd741ba78615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:36:11.131795 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:11.195873 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] For port 8507d05d-151c-4a49-a701-40477643ead6, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:11.200468 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] For port 8507d05d-151c-4a49-a701-40477643ead6, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=8507d05d-151c-4a49-a701-40477643ead6,segment=NetworkSegment(e4921cd8-b0b8-4e94-92f0-cd741ba78615),segment_id=e4921cd8-b0b8-4e94-92f0-cd741ba78615)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:11.261113 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:11.327454 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dbdd6-807c-4260-9928-699b61a0932a None None] Pushing event updated for resources: {'Port': ['ID=8507d05d-151c-4a49-a701-40477643ead6,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:12.607732 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46426) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:12.942942 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [None req-12b07a95-88c7-4a46-b7eb-f84bf3053e4f admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:36:12.944081 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-12b07a95-88c7-4a46-b7eb-f84bf3053e4f admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3354008 Sep 25 04:36:15.451459 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46434) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:15.795459 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [None req-c8917755-4a3d-48f5-9657-4153a9a38f21 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:36:15.797594 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c8917755-4a3d-48f5-9657-4153a9a38f21 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3451967 Sep 25 04:36:18.531690 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46444) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:18.866301 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-134d08ab-894f-482f-8ced-ad9c0c63c7bb admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:18.949385 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-134d08ab-894f-482f-8ced-ad9c0c63c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16250246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:18.951114 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-134d08ab-894f-482f-8ced-ad9c0c63c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16249974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16248454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6326'] for router, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:19.093218 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-134d08ab-894f-482f-8ced-ad9c0c63c7bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:19.167270 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-134d08ab-894f-482f-8ced-ad9c0c63c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16249871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16248507'] for router, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:19.246233 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-134d08ab-894f-482f-8ced-ad9c0c63c7bb admin admin] Notify callbacks [] for router, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:19.247476 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-134d08ab-894f-482f-8ced-ad9c0c63c7bb admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7148209 Sep 25 04:36:19.948750 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df43e4d8-c1db-4da2-bc23-a6d2eadbf1c5 None None] Network 384157fa-3ca0-414a-a37b-aaaf3899318d requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:36:20.070417 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-a6b9831c-f708-41e6-bd02-c5dfc472914a None None] Provisioning complete for port 8507d05d-151c-4a49-a701-40477643ead6 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:20.071610 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a6b9831c-f708-41e6-bd02-c5dfc472914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:20.301320 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a6b9831c-f708-41e6-bd02-c5dfc472914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:20.360886 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-a6b9831c-f708-41e6-bd02-c5dfc472914a None None] For port 8507d05d-151c-4a49-a701-40477643ead6, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=8507d05d-151c-4a49-a701-40477643ead6,segment=NetworkSegment(e4921cd8-b0b8-4e94-92f0-cd741ba78615),segment_id=e4921cd8-b0b8-4e94-92f0-cd741ba78615)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:20.427446 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a6b9831c-f708-41e6-bd02-c5dfc472914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:20.484478 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9831c-f708-41e6-bd02-c5dfc472914a None None] Pushing event updated for resources: {'Port': ['ID=8507d05d-151c-4a49-a701-40477643ead6,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:20.568784 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-5fea5d53-6093-41ee-afc8-56cd82be80ce None None] Provisioning complete for port 8507d05d-151c-4a49-a701-40477643ead6 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:20.569135 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-5fea5d53-6093-41ee-afc8-56cd82be80ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:20.626180 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 8507d05d-151c-4a49-a701-40477643ead6 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:20.704512 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 8507d05d-151c-4a49-a701-40477643ead6 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:20.704875 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:21.482360 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1be053ee-e832-4738-90a8-c8c5fdb589da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:21.845097 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46456) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:22.192633 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [None req-b1a20006-f2c2-4aeb-b552-ca24a258701a admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:36:22.193645 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-b1a20006-f2c2-4aeb-b552-ca24a258701a admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3475790 Sep 25 04:36:24.111167 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd10d-d7c4-43e7-b678-3f5aafeed0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:24.649531 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46464) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:24.668679 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:24.975434 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:25.114968 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Made reservation on behalf of 95a2ba550d1a41d8a7dfccc38c28b30f for: {'network': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:25.130208 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:25.134161 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:25.246045 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:25.294010 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:25.310179 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Reserving flat network on physical network physnet1 {{(pid=101228) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 25 04:36:25.332905 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfce8e0-9f45-42fc-8825-53467834cf41,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:25.335869 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754829226635', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:25.336434 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Unsubscribe: segment precommit_create {{(pid=101228) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 04:36:25.336930 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.segments_db [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Added segment d458431a-6dce-4cf3-8f8e-fb295211d611 of type flat for network b0b167fe-0b03-480a-9f79-323358310379 Sep 25 04:36:25.399735 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:25.522589 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:25.523624 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:36:25.524221 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:25.617376 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] Pushing event updated for resources: {'Network': ['ID=b0b167fe-0b03-480a-9f79-323358310379,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:25.628197 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network b0b167fe-0b03-480a-9f79-323358310379 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:36:25.643037 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-63ed3124-4c4f-41c6-bb50-3496c90c6268 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9924054 Sep 25 04:36:26.065092 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:27.240078 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:28.080193 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46482) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:28.261217 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b5fa0-76e0-4aff-a2d2-439144fb73de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:36:28.262595 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-433b5fa0-76e0-4aff-a2d2-439144fb73de admin admin] 10.222.0.38 "GET /v2.0/subnets/386202b8-9d00-45ba-8989-e519d0aaf076 HTTP/1.1" status: 200 len: 849 time: 0.1814623 Sep 25 04:36:28.382330 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-227d4423-649b-45d2-9157-e044083ecd7b admin admin] 10.222.0.38 "GET /v2.0/routers/ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 HTTP/1.1" status: 200 len: 704 time: 0.1126781 Sep 25 04:36:28.653604 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:28.947303 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Allocated IP 172.20.0.1 (384157fa-3ca0-414a-a37b-aaaf3899318d/386202b8-9d00-45ba-8989-e519d0aaf076/9f66e809-9f27-4f02-8eec-966b8fea561b) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:29.105297 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:29.292515 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:29.362831 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Network 384157fa-3ca0-414a-a37b-aaaf3899318d is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:29.367455 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:29.373073 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:36:29.374176 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16247942'] for router_interface, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:29.437397 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Pushing event updated for resources: {'Port': ['ID=9f66e809-9f27-4f02-8eec-966b8fea561b,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:29.567622 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-9a785c34-39c5-410d-b1a5-c647ec5dae0c None None] Provisioning complete for port 9f66e809-9f27-4f02-8eec-966b8fea561b triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:29.568172 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9a785c34-39c5-410d-b1a5-c647ec5dae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:29.601469 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-9a785c34-39c5-410d-b1a5-c647ec5dae0c None None] Port 9f66e809-9f27-4f02-8eec-966b8fea561b cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:36:29.661424 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:29.872348 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:29.950881 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:29.951888 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16238802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16249462'] for router_interface, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:30.015356 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Pushing event updated for resources: {'Port': ['ID=9f66e809-9f27-4f02-8eec-966b8fea561b,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:30.080953 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Network 384157fa-3ca0-414a-a37b-aaaf3899318d is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:30.082393 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:30.316844 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Router ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 is scheduled to L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 with binding_index 1 {{(pid=101228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:36:30.324204 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-c9d91519-563a-4b4f-ba63-323396e3a991 None None] Provisioning complete for port 9f66e809-9f27-4f02-8eec-966b8fea561b triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:30.324590 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-c9d91519-563a-4b4f-ba63-323396e3a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:30.363052 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-c9d91519-563a-4b4f-ba63-323396e3a991 None None] Port 9f66e809-9f27-4f02-8eec-966b8fea561b cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:36:30.409974 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:36:30.415188 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1cfda0ef-0c61-48a4-8e7b-6d008bacf660 admin admin] 10.222.0.38 "PUT /v2.0/routers/ec0cbd35-0fd5-464f-9d64-54a4e3ba7518/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0270696 Sep 25 04:36:30.439001 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Sync routers for ids ['ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:36:30.450993 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Routers {'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:36:30.452623 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:36:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:30.646957 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Set router ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 gateway port host: None {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:36:31.088748 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'name': 'router1', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:18Z', 'updated_at': '2021-09-25T04:36:29Z', 'revision_number': 2, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'gw_port_host': None, '_interfaces': [{'id': '9f66e809-9f27-4f02-8eec-966b8fea561b', 'name': '', 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'mac_address': 'fa:16:3e:31:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:28Z', 'updated_at': '2021-09-25T04:36:29Z', 'revision_number': 2, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'subnets': [{'id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d4fd3be-9504-4065-9e32-b81adc11d432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:31.141933 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Checking router: ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:36:31.142307 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Updating router ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 port 9f66e809-9f27-4f02-8eec-966b8fea561b binding host dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:36:31.190938 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:31.747858 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Notify callbacks [] for port, precommit_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:31.830849 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:31.992052 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Pushing event updated for resources: {'Port': ['ID=9f66e809-9f27-4f02-8eec-966b8fea561b,revision_number=3']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:32.012657 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Attempting to bind port 9f66e809-9f27-4f02-8eec-966b8fea561b on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:36:32.013062 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Attempting to bind port 9f66e809-9f27-4f02-8eec-966b8fea561b by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'e4921cd8-b0b8-4e94-92f0-cd741ba78615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:36:32.013480 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Attempting to bind port 9f66e809-9f27-4f02-8eec-966b8fea561b on network 384157fa-3ca0-414a-a37b-aaaf3899318d {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:32.019879 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:36:32.020286 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Checking segment: {'id': 'e4921cd8-b0b8-4e94-92f0-cd741ba78615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:36:32.020999 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:32.021398 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Bound using segment: {'id': 'e4921cd8-b0b8-4e94-92f0-cd741ba78615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:36:32.021911 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Bound port: 9f66e809-9f27-4f02-8eec-966b8fea561b, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4921cd8-b0b8-4e94-92f0-cd741ba78615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d'}}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:36:32.022293 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:32.025159 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.025511 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.025844 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.026183 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.026508 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.026834 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.027196 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.027523 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.027854 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.028177 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.028497 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.028816 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Tracked resource versions report: Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: pushed versions: Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: { 'AddressGroup': {'1.2'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'ConntrackHelper': {'1.0'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Log': {'1.0'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Network': {'1.1'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Port': {'1.7'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'PortForwarding': {'1.2'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'QosPolicy': {'1.9'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'SecurityGroup': {'1.4'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'SubPort': {'1.0'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Subnet': {'1.1'}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Trunk': {'1.1'}} Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: consumer versions: Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: { DHCP agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: L3 agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: Metadata agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: Metering agent@dv-cinder-768458-10-smb: {}, Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: Open vSwitch agent@dv-cinder-768458-10-smb: { 'AddressGroup': '1.2', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'ConntrackHelper': '1.0', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Log': '1.0', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Network': '1.1', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Port': '1.7', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'PortForwarding': '1.2', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'QosPolicy': '1.9', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'SecurityGroup': '1.4', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'SecurityGroupRule': '1.2', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'SubPort': '1.0', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Subnet': '1.1', Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: 'Trunk': '1.1'}} Sep 25 04:36:32.030479 dv-cinder-768458-10-smb neutron-server[101231]: {{(pid=101231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:36:32.100460 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] For port 9f66e809-9f27-4f02-8eec-966b8fea561b, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:32.100972 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-6d24e48d-3a92-4898-b7b2-e926f7c0fabe None None] Provisioning complete for port 9f66e809-9f27-4f02-8eec-966b8fea561b triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:32.101427 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-6d24e48d-3a92-4898-b7b2-e926f7c0fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:32.125670 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] For port 9f66e809-9f27-4f02-8eec-966b8fea561b, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=9f66e809-9f27-4f02-8eec-966b8fea561b,segment=NetworkSegment(e4921cd8-b0b8-4e94-92f0-cd741ba78615),segment_id=e4921cd8-b0b8-4e94-92f0-cd741ba78615)] {{(pid=101231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:32.140791 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-6d24e48d-3a92-4898-b7b2-e926f7c0fabe None None] Port 9f66e809-9f27-4f02-8eec-966b8fea561b cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:36:32.212127 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:32.272148 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d6e30-4b2b-4192-987c-4bb4838890d4 None None] Pushing event updated for resources: {'Port': ['ID=9f66e809-9f27-4f02-8eec-966b8fea561b,revision_number=4']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:32.281141 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Routers {'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:36:32.281866 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:36:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:32.382040 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] Set router ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 gateway port host: None {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:36:32.461528 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-ba5eb700-3d52-44fa-8eda-065454b6860a None None] Provisioning complete for port 9f66e809-9f27-4f02-8eec-966b8fea561b triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:32.462039 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb700-3d52-44fa-8eda-065454b6860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:32.584764 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb700-3d52-44fa-8eda-065454b6860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:32.627658 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-ba5eb700-3d52-44fa-8eda-065454b6860a None None] For port 9f66e809-9f27-4f02-8eec-966b8fea561b, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=9f66e809-9f27-4f02-8eec-966b8fea561b,segment=NetworkSegment(e4921cd8-b0b8-4e94-92f0-cd741ba78615),segment_id=e4921cd8-b0b8-4e94-92f0-cd741ba78615)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:32.658481 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'name': 'router1', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:18Z', 'updated_at': '2021-09-25T04:36:29Z', 'revision_number': 2, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'gw_port_host': None, '_interfaces': [{'id': '9f66e809-9f27-4f02-8eec-966b8fea561b', 'name': '', 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'mac_address': 'fa:16:3e:31:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:28Z', 'updated_at': '2021-09-25T04:36:32Z', 'revision_number': 4, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'subnets': [{'id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d4fd3be-9504-4065-9e32-b81adc11d432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:32.676765 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb700-3d52-44fa-8eda-065454b6860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:32.686816 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d65a3-01b9-42c6-a7a6-38e1fe6046ff None None] The sync data for ids ['ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'] in dv-cinder-768458-10-smb is: [{'id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'name': 'router1', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:18Z', 'updated_at': '2021-09-25T04:36:29Z', 'revision_number': 2, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'gw_port_host': None, '_interfaces': [{'id': '9f66e809-9f27-4f02-8eec-966b8fea561b', 'name': '', 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'mac_address': 'fa:16:3e:31:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:28Z', 'updated_at': '2021-09-25T04:36:32Z', 'revision_number': 4, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'subnets': [{'id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d4fd3be-9504-4065-9e32-b81adc11d432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:36:32.733423 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eb700-3d52-44fa-8eda-065454b6860a None None] Pushing event updated for resources: {'Port': ['ID=9f66e809-9f27-4f02-8eec-966b8fea561b,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:32.814125 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46502) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:32.930574 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd345ff8-b14c-4ba9-9fc5-d970572871a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:36:32.932005 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-bd345ff8-b14c-4ba9-9fc5-d970572871a7 admin admin] 10.222.0.38 "GET /v2.0/networks/b0b167fe-0b03-480a-9f79-323358310379 HTTP/1.1" status: 200 len: 842 time: 0.1166842 Sep 25 04:36:32.942944 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:33.088458 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Made reservation on behalf of 95a2ba550d1a41d8a7dfccc38c28b30f for: {'subnet': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:33.090969 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:33.464063 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.objects.ports [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 25 04:36:33.464552 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:33.522609 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26c29ef-e2da-4993-8a0e-685d0b94ee6a,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:33.533683 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Checking segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:36:33.534135 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Network hostable DHCP agents. Network: b0b167fe-0b03-480a-9f79-323358310379, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:36:33.671722 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Network b0b167fe-0b03-480a-9f79-323358310379 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:36:33.779444 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, b0b167fe-0b03-480a-9f79-323358310379) {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:33.785637 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:36:33.786538 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:33.791257 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec608176-ac63-4882-954b-4bc4259c1d05 None None] Network b0b167fe-0b03-480a-9f79-323358310379 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:36:33.866204 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-46bd4a86-50cb-4f15-bb33-7368427ab298 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9268408 Sep 25 04:36:33.952840 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e1020-71e5-4e53-9e59-7e68adfed6e5 None None] Network b0b167fe-0b03-480a-9f79-323358310379 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:36:36.307260 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46510) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:36.522655 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-8ffd430b-ff85-492f-ac4a-c726bbbbda94 admin admin] 10.222.0.38 "GET /v2.0/routers/ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 HTTP/1.1" status: 200 len: 710 time: 0.2141507 Sep 25 04:36:36.614100 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77ea87-b292-44dc-84f3-a4901b12a7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:36:36.615506 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-ea77ea87-b292-44dc-84f3-a4901b12a7d3 admin admin] 10.222.0.38 "GET /v2.0/networks/b0b167fe-0b03-480a-9f79-323358310379 HTTP/1.1" status: 200 len: 886 time: 0.0864692 Sep 25 04:36:36.625831 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:36.875183 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:37.197555 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:37.272226 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:37.391798 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Allocated IP 172.28.3.130 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/2d4da33f-30ae-470b-bbef-7286cd4341ed) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:37.500390 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:37.585818 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:37.621486 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:37.625606 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:37.629401 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:36:37.674400 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4da33f-30ae-470b-bbef-7286cd4341ed,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:37.971756 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:38.286997 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16248464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16249856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6308'] for router, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:38.290530 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16248507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16248489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16248482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16249881'] for router, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:38.403703 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Router ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:36:38.512799 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:36:38.517237 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] Notify callbacks [] for router, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:38.518481 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-b0bc629f-2cf5-4748-b4ab-fa47d8f329b0 admin admin] 10.222.0.38 "PUT /v2.0/routers/ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 HTTP/1.1" status: 200 len: 890 time: 1.8966389 Sep 25 04:36:38.644469 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 9f66e809-9f27-4f02-8eec-966b8fea561b up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:38.749849 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 9f66e809-9f27-4f02-8eec-966b8fea561b triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:38.750137 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:39.428910 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Sync routers for ids ['ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:36:39.439405 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Routers {'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:36:39.440062 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:36:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:39.681338 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Set router ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:36:40.118741 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'name': 'router1', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '2d4da33f-30ae-470b-bbef-7286cd4341ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:18Z', 'updated_at': '2021-09-25T04:36:37Z', 'revision_number': 4, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'gw_port': {'id': '2d4da33f-30ae-470b-bbef-7286cd4341ed', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:37Z', 'updated_at': '2021-09-25T04:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '9f66e809-9f27-4f02-8eec-966b8fea561b', 'name': '', 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'mac_address': 'fa:16:3e:31:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:28Z', 'updated_at': '2021-09-25T04:36:32Z', 'revision_number': 5, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'subnets': [{'id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d4fd3be-9504-4065-9e32-b81adc11d432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:40.170614 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Checking router: ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:36:40.171206 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Updating router ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 port 2d4da33f-30ae-470b-bbef-7286cd4341ed binding host dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:36:40.222763 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:40.574657 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Notify callbacks [] for port, precommit_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:40.641973 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:40.690081 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Attempting to bind port 2d4da33f-30ae-470b-bbef-7286cd4341ed on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:36:40.690860 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Attempting to bind port 2d4da33f-30ae-470b-bbef-7286cd4341ed by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:36:40.690860 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Attempting to bind port 2d4da33f-30ae-470b-bbef-7286cd4341ed on network b0b167fe-0b03-480a-9f79-323358310379 {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:40.698265 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6be427-30fb-4b24-aec6-2fa30e27f5cb None None] Pushing event updated for resources: {'Port': ['ID=2d4da33f-30ae-470b-bbef-7286cd4341ed,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:40.703460 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:36:40.703839 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Checking segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:36:40.704233 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:40.704617 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Bound using segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:36:40.705089 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Bound port: 2d4da33f-30ae-470b-bbef-7286cd4341ed, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:36:40.705490 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:40.759021 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] For port 2d4da33f-30ae-470b-bbef-7286cd4341ed, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:40.762004 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] For port 2d4da33f-30ae-470b-bbef-7286cd4341ed, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=2d4da33f-30ae-470b-bbef-7286cd4341ed,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:40.820010 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:40.966296 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Routers {'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:36:40.967565 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:36:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:40.970569 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6be427-30fb-4b24-aec6-2fa30e27f5cb None None] Pushing event updated for resources: {'Port': ['ID=2d4da33f-30ae-470b-bbef-7286cd4341ed,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:41.063571 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 46522) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:36:41.078720 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] Set router ec0cbd35-0fd5-464f-9d64-54a4e3ba7518 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:36:41.182679 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-addcf6f8-206c-4f4f-b38f-25268f2064c7 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1178384 Sep 25 04:36:41.304223 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'name': 'router1', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '2d4da33f-30ae-470b-bbef-7286cd4341ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:18Z', 'updated_at': '2021-09-25T04:36:37Z', 'revision_number': 4, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'gw_port': {'id': '2d4da33f-30ae-470b-bbef-7286cd4341ed', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:37Z', 'updated_at': '2021-09-25T04:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '9f66e809-9f27-4f02-8eec-966b8fea561b', 'name': '', 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'mac_address': 'fa:16:3e:31:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:28Z', 'updated_at': '2021-09-25T04:36:32Z', 'revision_number': 5, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'subnets': [{'id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d4fd3be-9504-4065-9e32-b81adc11d432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:41.336695 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e2d42-fbff-4561-afbf-6020d377a5bd None None] The sync data for ids ['ec0cbd35-0fd5-464f-9d64-54a4e3ba7518'] in dv-cinder-768458-10-smb is: [{'id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'name': 'router1', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '2d4da33f-30ae-470b-bbef-7286cd4341ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:18Z', 'updated_at': '2021-09-25T04:36:37Z', 'revision_number': 4, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'gw_port': {'id': '2d4da33f-30ae-470b-bbef-7286cd4341ed', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:37Z', 'updated_at': '2021-09-25T04:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '9f66e809-9f27-4f02-8eec-966b8fea561b', 'name': '', 'network_id': '384157fa-3ca0-414a-a37b-aaaf3899318d', 'tenant_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'mac_address': 'fa:16:3e:31:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0cbd35-0fd5-464f-9d64-54a4e3ba7518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:28Z', 'updated_at': '2021-09-25T04:36:32Z', 'revision_number': 5, 'project_id': 'ee5ced35dd554acc93727fe3f2b6de2e', 'subnets': [{'id': '386202b8-9d00-45ba-8989-e519d0aaf076', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d4fd3be-9504-4065-9e32-b81adc11d432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:36:42.664335 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 2d4da33f-30ae-470b-bbef-7286cd4341ed up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:42.723983 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 2d4da33f-30ae-470b-bbef-7286cd4341ed triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:42.724299 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:42.807986 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:42.830207 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port 2d4da33f-30ae-470b-bbef-7286cd4341ed, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=2d4da33f-30ae-470b-bbef-7286cd4341ed,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:42.903237 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:42.963905 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=2d4da33f-30ae-470b-bbef-7286cd4341ed,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:44.624560 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 2d4da33f-30ae-470b-bbef-7286cd4341ed up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:44.685043 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 2d4da33f-30ae-470b-bbef-7286cd4341ed triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:36:44.686085 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:49.540675 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:36:51.494365 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8e209b73-7004-4865-abb1-d83e9417f786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:54.088122 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-6e0d98b1-323a-4abf-9c96-067cb2187626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:54.665191 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:56.078094 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:36:57.242011 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:21.498132 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f31d58e0-2a06-4952-8341-c4ff82cc9017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:24.075926 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-25513303-83e4-4c3c-9dc1-1a88c489851c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:24.653282 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:26.079451 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:26.531271 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:37:27.245369 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:51.524226 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-5539a5af-e8e3-4555-a293-3d2e7d0378f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:54.086234 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-96077d7c-c133-4d26-84ea-40c3ff01d565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:54.668543 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:56.091299 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:37:57.234075 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:03.530264 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:38:21.479721 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-7853d34c-6ad7-4d01-8d4b-fd3e285ab7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:24.096353 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-be19f2d2-dfb6-4f42-9bd2-e7535a7e7e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:24.628206 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:26.125033 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:27.267789 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:28.275411 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47084) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:28.342221 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b84b95-25d7-4635-8cdd-0c079f926e96 admin admin] GET failed (client error): The resource could not be found. Sep 25 04:38:28.343744 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e6b84b95-25d7-4635-8cdd-0c079f926e96 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672324 Sep 25 04:38:28.512684 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe16014f-e992-43a2-8d49-39ebef4b3e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:28.514080 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-fe16014f-e992-43a2-8d49-39ebef4b3e6d admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1656621 Sep 25 04:38:30.741190 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47094) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:30.834216 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeba261-5a79-41e9-8f82-fd1c60d54859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:30.835880 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-5aeba261-5a79-41e9-8f82-fd1c60d54859 admin admin] 10.222.0.38 "GET /v2.0/subnets/386202b8-9d00-45ba-8989-e519d0aaf076 HTTP/1.1" status: 200 len: 849 time: 0.0937586 Sep 25 04:38:30.846505 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:30.933493 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Notify callbacks [] for subnet, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:31.153569 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754829478647'] for subnet, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:31.189685 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:31.190171 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:31.191480 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] 10.222.0.38 "PUT /v2.0/subnets/386202b8-9d00-45ba-8989-e519d0aaf076 HTTP/1.1" status: 200 len: 868 time: 0.3490446 Sep 25 04:38:31.198872 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287b3b60-ee1d-4780-9e17-a1420666611e None None] Network 384157fa-3ca0-414a-a37b-aaaf3899318d requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:38:31.214335 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=386202b8-9d00-45ba-8989-e519d0aaf076,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:31.221870 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.222254 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.222588 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.222922 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.223289 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.223633 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.223964 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.224677 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.224677 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.224954 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.225250 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.225570 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05de336d-1148-4b20-bc25-ab5d51c945ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:31.560823 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-e5c1d126-c8c1-44b7-a3b9-48e45d773d55 None None] Provisioning complete for port 9f66e809-9f27-4f02-8eec-966b8fea561b triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:38:31.561191 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e5c1d126-c8c1-44b7-a3b9-48e45d773d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:31.645505 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-e5c1d126-c8c1-44b7-a3b9-48e45d773d55 None None] Provisioning complete for port 8507d05d-151c-4a49-a701-40477643ead6 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:38:31.645790 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e5c1d126-c8c1-44b7-a3b9-48e45d773d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:33.575591 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47102) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:33.777087 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14f7b1-ef93-4662-adfc-e9c26756cbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:33.777561 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14f7b1-ef93-4662-adfc-e9c26756cbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:33.779136 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-6e14f7b1-ef93-4662-adfc-e9c26756cbd1 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025576 Sep 25 04:38:36.013140 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47110) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:36.147931 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fc190-558b-446d-bf63-d2c4287ec3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:36.148408 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fc190-558b-446d-bf63-d2c4287ec3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:36.150759 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-428fc190-558b-446d-bf63-d2c4287ec3ab admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1366658 Sep 25 04:38:38.413358 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47118) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:38.670927 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94322132-1197-4a33-8e6f-b9b1a9be623c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:38.672404 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-94322132-1197-4a33-8e6f-b9b1a9be623c admin admin] 10.222.0.38 "GET /v2.0/networks/384157fa-3ca0-414a-a37b-aaaf3899318d HTTP/1.1" status: 200 len: 869 time: 0.2580907 Sep 25 04:38:40.529890 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:38:40.918873 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47128) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:41.058361 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149f3a5c-be3c-4e33-9442-b4d2397e6c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:41.059769 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-149f3a5c-be3c-4e33-9442-b4d2397e6c80 admin admin] 10.222.0.38 "GET /v2.0/networks/b0b167fe-0b03-480a-9f79-323358310379 HTTP/1.1" status: 200 len: 886 time: 0.1399176 Sep 25 04:38:43.316054 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47136) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:43.471635 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f5ed61-9931-41b7-9de5-775128f5ec74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:43.472089 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f5ed61-9931-41b7-9de5-775128f5ec74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:43.473624 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-f2f5ed61-9931-41b7-9de5-775128f5ec74 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1566327 Sep 25 04:38:45.735786 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47144) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:45.839013 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896d4daa-820e-465d-8587-2acdcac76f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:45.839667 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896d4daa-820e-465d-8587-2acdcac76f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:45.847274 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-896d4daa-820e-465d-8587-2acdcac76f93 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1045358 Sep 25 04:38:48.083403 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47152) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:48.222815 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2dfea3-82eb-47e5-9983-ed47ea7ec79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:48.224241 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-fe2dfea3-82eb-47e5-9983-ed47ea7ec79a admin admin] 10.222.0.38 "GET /v2.0/subnets/386202b8-9d00-45ba-8989-e519d0aaf076 HTTP/1.1" status: 200 len: 868 time: 0.1396377 Sep 25 04:38:50.449941 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47160) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:38:50.541176 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742556e-99ed-4020-959a-6cd1d529789a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:38:50.542576 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1742556e-99ed-4020-959a-6cd1d529789a admin admin] 10.222.0.38 "GET /v2.0/subnets/d26c29ef-e2da-4993-8a0e-685d0b94ee6a HTTP/1.1" status: 200 len: 816 time: 0.0916457 Sep 25 04:38:51.478581 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-6920f8a6-2a4a-41de-8813-2523e6968235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:54.084358 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f62247c2-1947-47ed-85ef-f7e6c682ab2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:54.705609 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:56.089710 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:38:57.243515 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:15.082935 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47214) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:39:15.131604 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [None req-715e857b-a6e0-4550-9cc5-ac2fb9712c08 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:39:15.133369 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-715e857b-a6e0-4550-9cc5-ac2fb9712c08 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492179 Sep 25 04:39:17.470719 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47222) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:39:17.531345 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d471599d-54e9-45a9-a90b-0494be279aa3 admin admin] GET failed (client error): The resource could not be found. Sep 25 04:39:17.532862 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-d471599d-54e9-45a9-a90b-0494be279aa3 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611801 Sep 25 04:39:17.592165 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:39:17.685283 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccce5d8-ef4a-423e-8b6d-f558e97319f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:39:17.686672 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-cccce5d8-ef4a-423e-8b6d-f558e97319f3 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1490829 Sep 25 04:39:19.957276 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47230) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:39:20.006094 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:20.117336 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Made reservation on behalf of 95a2ba550d1a41d8a7dfccc38c28b30f for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:39:20.119666 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:20.155195 dv-cinder-768458-10-smb neutron-server[101229]: WARNING neutron.services.revisions.revision_plugin [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Could not find related network for resource to bump revision. Sep 25 04:39:20.167308 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:39:20.177014 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:20.177357 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Added segment 3c837991-3c7e-4370-887e-bba175020beb of type vlan for network 54836837-3ad5-4c06-ac00-7332c1df8938 Sep 25 04:39:20.218413 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:20.317591 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:20.318559 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:39:20.319674 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:20.385691 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Pushing event updated for resources: {'Network': ['ID=54836837-3ad5-4c06-ac00-7332c1df8938,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:20.393215 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.393586 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.393912 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.394242 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.394568 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.394907 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.395266 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.395586 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.395927 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.396249 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.396668 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.396874 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:20.419902 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 54836837-3ad5-4c06-ac00-7332c1df8938 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:39:20.421312 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-7318f02f-31e9-41b5-b3ae-b9a5a89c2581 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4627156 Sep 25 04:39:21.483173 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-708a01c7-749a-4df7-8adf-5a210246986b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:22.695841 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47238) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:39:22.758626 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a219dd6-feef-4d99-a890-f9fa4b46985d admin admin] GET failed (client error): The resource could not be found. Sep 25 04:39:22.760012 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-4a219dd6-feef-4d99-a890-f9fa4b46985d admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0633068 Sep 25 04:39:22.830115 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb322b-46c0-4c05-96e0-30b88ffc5569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:39:22.831605 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-d6eb322b-46c0-4c05-96e0-30b88ffc5569 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670071 Sep 25 04:39:22.842582 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938', 'description': 'shared-subnet'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:22.974376 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Made reservation on behalf of 95a2ba550d1a41d8a7dfccc38c28b30f for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:39:22.977078 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:23.214600 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:23.271849 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c634babf-2d40-4381-8388-cea6fa99b298,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:23.283015 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Checking segment: {'id': '3c837991-3c7e-4370-887e-bba175020beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:39:23.283400 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Network hostable DHCP agents. Network: 54836837-3ad5-4c06-ac00-7332c1df8938, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:39:23.351983 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Network 54836837-3ad5-4c06-ac00-7332c1df8938 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:39:23.408599 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 54836837-3ad5-4c06-ac00-7332c1df8938) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:39:23.414377 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:39:23.415029 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:23.419274 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0f2ef-c927-40b4-ad97-317f917d9d83 None None] Network 54836837-3ad5-4c06-ac00-7332c1df8938 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:39:23.472611 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-58ac96c1-df81-4121-a36b-e4650bb048fc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6336606 Sep 25 04:39:23.579702 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852f46b4-64f9-5732-a011-1c6c77b9aacb-54836837-3ad5-4c06-ac00-7332c1df8938', 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938', 'tenant_id': '95a2ba550d1a41d8a7dfccc38c28b30f', 'fixed_ips': [{'subnet_id': 'c634babf-2d40-4381-8388-cea6fa99b298'}]}} from dv-cinder-768458-10-smb. {{(pid=101230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 04:39:23.580590 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:23.733746 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.db_base_plugin_common [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Allocated IP 192.168.233.2 (54836837-3ad5-4c06-ac00-7332c1df8938/c634babf-2d40-4381-8388-cea6fa99b298/7de18d34-42fa-457d-a28f-2e7b173b7045) {{(pid=101230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:39:23.887439 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Notify callbacks [] for port, precommit_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:24.009982 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:24.063706 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Network 54836837-3ad5-4c06-ac00-7332c1df8938 is already hosted by enough agents. {{(pid=101230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:39:24.069446 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.base_scheduler [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Resources bound (agent type, host, resource id): {{(pid=101230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:39:24.076018 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Received port after_create {{(pid=101230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:39:24.079155 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Pushing event updated for resources: {'Port': ['ID=7de18d34-42fa-457d-a28f-2e7b173b7045,revision_number=1']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:24.090743 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.092020 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.092020 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.092020 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.092302 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.092459 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.092830 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.093296 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.093570 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.093919 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.094244 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.094569 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:24.161219 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-171d2f7c-3ac9-48ae-b936-af06af9535ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:24.212911 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Attempting to bind port 7de18d34-42fa-457d-a28f-2e7b173b7045 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:39:24.214006 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Attempting to bind port 7de18d34-42fa-457d-a28f-2e7b173b7045 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': '3c837991-3c7e-4370-887e-bba175020beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:39:24.214006 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Attempting to bind port 7de18d34-42fa-457d-a28f-2e7b173b7045 on network 54836837-3ad5-4c06-ac00-7332c1df8938 {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:39:24.219212 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:39:24.219581 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Checking segment: {'id': '3c837991-3c7e-4370-887e-bba175020beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:39:24.219980 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:24.220369 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Bound using segment: {'id': '3c837991-3c7e-4370-887e-bba175020beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:39:24.220830 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Bound port: 7de18d34-42fa-457d-a28f-2e7b173b7045, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c837991-3c7e-4370-887e-bba175020beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:39:24.221226 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:24.289630 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] For port 7de18d34-42fa-457d-a28f-2e7b173b7045, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:39:24.292757 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] For port 7de18d34-42fa-457d-a28f-2e7b173b7045, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=7de18d34-42fa-457d-a28f-2e7b173b7045,segment=NetworkSegment(3c837991-3c7e-4370-887e-bba175020beb),segment_id=3c837991-3c7e-4370-887e-bba175020beb)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:39:24.415800 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:24.485678 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822a9bd-b551-4872-aad1-4313ef9cf23e None None] Pushing event updated for resources: {'Port': ['ID=7de18d34-42fa-457d-a28f-2e7b173b7045,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:24.663670 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:24.768215 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 7de18d34-42fa-457d-a28f-2e7b173b7045 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:39:24.819878 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 7de18d34-42fa-457d-a28f-2e7b173b7045 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:39:24.820332 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:24.906505 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:24.943633 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port 7de18d34-42fa-457d-a28f-2e7b173b7045, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=7de18d34-42fa-457d-a28f-2e7b173b7045,segment=NetworkSegment(3c837991-3c7e-4370-887e-bba175020beb),segment_id=3c837991-3c7e-4370-887e-bba175020beb)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:39:25.042319 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:25.095927 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=7de18d34-42fa-457d-a28f-2e7b173b7045,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:25.311333 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbbf30f-fd59-4eb5-99a5-bb28519c301a None None] Network 54836837-3ad5-4c06-ac00-7332c1df8938 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:39:25.402959 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-75b5928a-c432-4c59-bdb1-e2624e4082ac None None] Provisioning complete for port 7de18d34-42fa-457d-a28f-2e7b173b7045 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:39:25.403360 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-75b5928a-c432-4c59-bdb1-e2624e4082ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:25.769339 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-0bd1ea80-d7b0-4275-a733-fe53ea92f267 None None] Provisioning complete for port 7de18d34-42fa-457d-a28f-2e7b173b7045 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:39:25.770037 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ea80-d7b0-4275-a733-fe53ea92f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:26.088946 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:26.733336 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 7de18d34-42fa-457d-a28f-2e7b173b7045 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:39:26.784633 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 7de18d34-42fa-457d-a28f-2e7b173b7045 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:39:26.785291 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:27.237447 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:51.488203 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-371abaf6-a6d8-4b24-9d30-35206ffb8180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:54.094040 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-83938cdd-9463-4111-904a-340ff230f6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:54.530481 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:39:54.648260 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:56.076678 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:39:57.236241 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:21.486489 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-213b77b9-12b6-4e2c-a468-135991e6fbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:24.127019 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-522fa5fa-44e5-49d9-a6ee-c02a0977a92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:24.640994 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:26.075559 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:27.247421 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:31.528984 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:40:46.942782 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47292) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:40:46.949100 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [None req-fc929d11-189c-4254-8e13-f0662403aacf tempest-verify_tempest_config-168450650 tempest-verify_tempest_config-168450650-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:40:46.950230 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-fc929d11-189c-4254-8e13-f0662403aacf tempest-verify_tempest_config-168450650 tempest-verify_tempest_config-168450650-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064182 Sep 25 04:40:47.481114 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47310) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:40:47.583460 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:47.679119 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:47.743528 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:47.787035 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26da37f9-32ea-427c-85c8-9479d6d6da85,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:47.790736 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b4cc61a33e04ce4b6adba0569390bde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3086610 Sep 25 04:40:47.793661 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47314) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:40:47.796378 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.796747 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.797089 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.797422 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.797751 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.798097 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.798443 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.798745 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.799117 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.799511 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.799913 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.800143 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b916589c-631a-46d3-9061-375e90f7573c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:47.852612 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:47.873264 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:48.058177 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:48.061209 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:48.065528 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26da37f9-32ea-427c-85c8-9479d6d6da85 HTTP/1.1" status: 204 len: 168 time: 0.2678370 Sep 25 04:40:48.070900 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26da37f9-32ea-427c-85c8-9479d6d6da85,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:48.077850 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.078224 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.078571 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.078910 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.079274 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.079628 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.079969 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.080553 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.081527 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.082093 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.082183 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:48.082455 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0276ff1-09ca-4d75-aa82-3d976bfb4693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:51.486125 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0f876c59-3c24-4f10-87f5-b5471d42d5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:54.097936 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d56f0573-9ef4-416e-8e1e-d865fab51109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:54.680920 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:56.086330 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:40:57.274759 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:08.528167 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:41:21.519547 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d8865d36-8ac6-4427-9ec4-5d2ff64ff66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:24.124959 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-afb06fbe-efd1-4a3a-84ce-013494e716a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:24.639273 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:26.084663 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:27.256182 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:45.526792 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:41:51.489745 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0a26e7a0-7786-4383-9b69-df6b5b712e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:54.084308 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-016aff54-08e1-491c-9147-9f1d7d70b749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:54.649901 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:56.112945 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:41:57.249458 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:21.494995 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-4903c64b-7354-4b6c-8120-54e38915d363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:22.525608 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 5 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:42:24.083430 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-acd0c4f5-5e7f-46bf-84f9-26fe46469354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:24.649265 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:26.105878 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:27.266307 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:29.271533 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16248014'] for agent, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:45.542742 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47390) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:42:45.652780 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c1637ac1-d8ba-4b04-b16c-3d7f9c1bcb58 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1088877 Sep 25 04:42:47.900105 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47400) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:42:47.956752 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-08cd9553-bae4-423a-be04-316264e7c49f admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0555730 Sep 25 04:42:51.522275 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1dceccca-2d7f-4063-b58c-da804853e9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:54.105040 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3b67-2a2f-42f4-90ae-1c7540328949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:54.647996 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:56.099717 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:57.264823 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:59.248097 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:42:59.524430 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:43:21.498768 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f2df26fb-9c14-4765-83f8-ecc4ea5b6801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:24.150351 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-ec8159c9-551f-4a41-859f-c73b93bba1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:24.670123 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:26.122073 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:27.258605 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:29.258627 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:36.525669 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:43:51.550076 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f69fd29f-faec-4e06-8f9f-0117e4b4a6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:54.126768 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-eca8bbdd-1f34-4d17-b208-7ab46a523e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:54.675104 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:56.126906 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:57.269711 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:43:59.275076 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:13.525697 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:44:21.526506 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-25bcf7d7-b38b-449d-bd0a-3e4b51f9a563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:24.098634 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-137aa0e0-4bf6-4ad3-b134-f34903ea77e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:24.772343 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:25.704812 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47588) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:25.857048 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47598) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:26.019339 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-434735788-network', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:26.143277 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Made reservation on behalf of cb893fc1b86e482d963d7162c57bb7e7 for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:26.146085 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.158170 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.161183 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.311924 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.376307 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1865196818-network', 'tenant_id': '70285afcd7714a878960b81d72d61db0'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:26.424595 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.462052 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:44:26.499344 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.499905 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Added segment cd05c1f8-dcc4-42d8-9fca-6d3b4575a008 of type vlan for network c6d3c57c-48bd-4f5d-a012-098446e9966a Sep 25 04:44:26.561596 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Made reservation on behalf of 70285afcd7714a878960b81d72d61db0 for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:26.565677 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.604600 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d08ba75-a2fa-4760-b2be-00e52b1e5fc4,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:26.611210 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.615982 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.648133 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.648691 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.649259 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.649818 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.650382 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.651003 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.651609 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.652188 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.652768 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.653343 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.653893 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.654452 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Tracked resource versions report: Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: pushed versions: Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: { 'AddressGroup': {'1.2'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'ConntrackHelper': {'1.0'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Log': {'1.0'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Network': {'1.1'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Port': {'1.7'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'PortForwarding': {'1.2'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'QosPolicy': {'1.9'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'SecurityGroup': {'1.4'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'SubPort': {'1.0'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Subnet': {'1.1'}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Trunk': {'1.1'}} Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: consumer versions: Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: { DHCP agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: HyperV agent@hv-cinder-76845: {}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: L3 agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: Metadata agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: Metering agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: Open vSwitch agent@dv-cinder-768458-10-smb: { 'AddressGroup': '1.2', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'ConntrackHelper': '1.0', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Log': '1.0', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Network': '1.1', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Port': '1.7', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'PortForwarding': '1.2', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'QosPolicy': '1.9', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'SecurityGroup': '1.4', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'SecurityGroupRule': '1.2', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'SubPort': '1.0', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Subnet': '1.1', Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: 'Trunk': '1.1'}} Sep 25 04:44:26.656509 dv-cinder-768458-10-smb neutron-server[101229]: {{(pid=101229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:44:26.772555 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.778912 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:26.778912 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.891815 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] Pushing event updated for resources: {'Network': ['ID=c6d3c57c-48bd-4f5d-a012-098446e9966a,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:26.896492 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:26.916103 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network c6d3c57c-48bd-4f5d-a012-098446e9966a details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:44:27.064820 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:27.088857 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:44:27.118467 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:27.118817 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Added segment 23dcb459-3f42-46e3-9526-65e4388ad619 of type vlan for network 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc Sep 25 04:44:27.128285 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a951530a-0591-4009-8681-e03d7af93759,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:27.170297 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0522b043-bac9-4c79-91af-96ab2214481b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4638343 Sep 25 04:44:27.172155 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:27.174773 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47638) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:27.182471 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Request body: {'subnet': {'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-subnet', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:27.297924 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Made reservation on behalf of cb893fc1b86e482d963d7162c57bb7e7 for: {'subnet': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:27.301061 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:27.332823 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:27.333846 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:27.334608 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:27.335850 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:27.352998 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47650) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:27.400822 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47652) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:27.454207 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab1fc3a-b2f1-40d5-9672-86a4abd933fc,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:27.464988 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-805b001c-bb60-4c09-8e92-0b1fa0baa822 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6055241 Sep 25 04:44:27.468321 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47658) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:27.469624 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:44:27.478130 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Request body: {'subnet': {'network_id': '4ab1fc3a-b2f1-40d5-9672-86a4abd933fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1865196818-subnet', 'tenant_id': '70285afcd7714a878960b81d72d61db0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:27.594792 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Made reservation on behalf of 70285afcd7714a878960b81d72d61db0 for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:27.597488 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:27.807219 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-network', 'tenant_id': '867516276783434aa6d0cab0da24359e'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:27.812439 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:27.861804 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=136d943f-3e01-40ff-a97e-f12d860b747c,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:27.870651 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.871355 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.871880 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.872368 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.872850 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.873369 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.873877 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.874192 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.874695 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.875234 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.875707 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.876206 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Tracked resource versions report: Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: pushed versions: Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: { 'AddressGroup': {'1.2'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'ConntrackHelper': {'1.0'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Log': {'1.0'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Network': {'1.1'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Port': {'1.7'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'PortForwarding': {'1.2'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'QosPolicy': {'1.9'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'SecurityGroup': {'1.4'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'SubPort': {'1.0'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Subnet': {'1.1'}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Trunk': {'1.1'}} Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: consumer versions: Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: { DHCP agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: HyperV agent@hv-cinder-76845: {}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: L3 agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: Metadata agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: Metering agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: Open vSwitch agent@dv-cinder-768458-10-smb: { 'AddressGroup': '1.2', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'ConntrackHelper': '1.0', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Log': '1.0', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Network': '1.1', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Port': '1.7', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'PortForwarding': '1.2', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'QosPolicy': '1.9', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'SecurityGroup': '1.4', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'SecurityGroupRule': '1.2', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'SubPort': '1.0', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Subnet': '1.1', Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: 'Trunk': '1.1'}} Sep 25 04:44:27.878016 dv-cinder-768458-10-smb neutron-server[101228]: {{(pid=101228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:44:27.916650 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Checking segment: {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:27.922389 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Network hostable DHCP agents. Network: c6d3c57c-48bd-4f5d-a012-098446e9966a, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:44:27.981205 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-907492281-network', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:27.992050 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Made reservation on behalf of 867516276783434aa6d0cab0da24359e for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:27.995891 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.005717 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Network c6d3c57c-48bd-4f5d-a012-098446e9966a is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:44:28.023841 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.040813 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.099906 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, c6d3c57c-48bd-4f5d-a012-098446e9966a) {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:28.122946 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035344da-7a31-41d0-a0d9-a1dfddd10c9b None None] Network c6d3c57c-48bd-4f5d-a012-098446e9966a requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:44:28.132449 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:28.134479 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.211039 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Made reservation on behalf of 3ddb1ab27ef34058ad8ff0414bb870d6 for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:28.230774 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.259225 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-ff37b54b-fec4-4e94-84d2-73308812d081 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0812669 Sep 25 04:44:28.263538 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47678) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:28.269296 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:28.279208 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.343170 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348b126f-8aba-4ea0-b9ea-005578269fdf,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:28.364212 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Checking segment: {'id': '23dcb459-3f42-46e3-9526-65e4388ad619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ab1fc3a-b2f1-40d5-9672-86a4abd933fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:28.367118 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Network hostable DHCP agents. Network: 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:44:28.518793 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Network 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:44:28.562831 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852f46b4-64f9-5732-a011-1c6c77b9aacb-c6d3c57c-48bd-4f5d-a012-098446e9966a', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c'}]}} from dv-cinder-768458-10-smb. {{(pid=101230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 04:44:28.564663 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.579538 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.660033 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:28.668855 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:28.670768 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.671237 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d09c0-094c-4a39-b2c8-d846f2ef6663 None None] Network 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:44:28.713151 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.777875 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436cac0d-4057-4a1a-a216-e230e98e2c01,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:28.792181 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:44:28.823207 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-3671fb8f-c5e7-488e-951d-f073139e1d18 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3534088 Sep 25 04:44:28.825999 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.826644 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Added segment a54645ea-806c-4d74-b478-d9ac9b986a8c of type vlan for network 1d0c0293-5b8b-4744-b554-6316a069b24b Sep 25 04:44:28.855866 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.db_base_plugin_common [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Allocated IP 172.20.0.2 (c6d3c57c-48bd-4f5d-a012-098446e9966a/136d943f-3e01-40ff-a97e-f12d860b747c/55af79e0-a3f9-4eb5-affb-a0992989a1af) {{(pid=101230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:28.896743 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52af2a-19a5-429b-8d53-81c85eeb8a21 None None] Network 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:44:28.899051 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.921473 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16250246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:28.923499 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16249974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16248454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6326'] for router, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.080792 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.083561 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:29.086632 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.100083 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.117109 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.219683 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.223210 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Notify callbacks [] for port, precommit_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.232921 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:44:29.244197 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.244556 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Added segment ea1bf493-b286-4092-abb8-d9fda10f4346 of type vlan for network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 Sep 25 04:44:29.279551 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] Pushing event updated for resources: {'Network': ['ID=1d0c0293-5b8b-4744-b554-6316a069b24b,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:29.295295 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 1d0c0293-5b8b-4744-b554-6316a069b24b details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:44:29.305061 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-9f830931-017d-4a8a-b817-8fc1cf411785 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9336817 Sep 25 04:44:29.310151 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47706) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:29.319957 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Request body: {'subnet': {'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-subnet', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:29.333471 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.340637 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112a7999-9f9d-4c4d-a507-7c3646400026,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:29.358391 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.376595 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.458086 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Made reservation on behalf of 867516276783434aa6d0cab0da24359e for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:29.461005 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.465111 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.472094 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:29.472094 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.490978 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.495375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Pushing event updated for resources: {'Port': ['ID=55af79e0-a3f9-4eb5-affb-a0992989a1af,revision_number=1']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:29.513302 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Network c6d3c57c-48bd-4f5d-a012-098446e9966a is already hosted by enough agents. {{(pid=101230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:29.518019 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.base_scheduler [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Resources bound (agent type, host, resource id): {{(pid=101230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:29.526522 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Received port after_create {{(pid=101230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:29.531555 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.532207 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.532747 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.533312 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.534014 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.534631 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.535164 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Tracked resource versions report: Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: pushed versions: Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: { 'AddressGroup': {'1.2'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'ConntrackHelper': {'1.0'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Log': {'1.0'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Network': {'1.1'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Port': {'1.7'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'PortForwarding': {'1.2'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'QosPolicy': {'1.9'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'SecurityGroup': {'1.4'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'SubPort': {'1.0'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Subnet': {'1.1'}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Trunk': {'1.1'}} Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: consumer versions: Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: { DHCP agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: HyperV agent@hv-cinder-76845: {}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: L3 agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: Metadata agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: Metering agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: Open vSwitch agent@dv-cinder-768458-10-smb: { 'AddressGroup': '1.2', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'ConntrackHelper': '1.0', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Log': '1.0', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Network': '1.1', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Port': '1.7', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'PortForwarding': '1.2', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'QosPolicy': '1.9', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'SecurityGroup': '1.4', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'SecurityGroupRule': '1.2', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'SubPort': '1.0', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Subnet': '1.1', Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: 'Trunk': '1.1'}} Sep 25 04:44:29.538724 dv-cinder-768458-10-smb neutron-server[101230]: {{(pid=101230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:44:29.671353 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Attempting to bind port 55af79e0-a3f9-4eb5-affb-a0992989a1af on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:44:29.672451 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Attempting to bind port 55af79e0-a3f9-4eb5-affb-a0992989a1af by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:44:29.673108 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Attempting to bind port 55af79e0-a3f9-4eb5-affb-a0992989a1af on network c6d3c57c-48bd-4f5d-a012-098446e9966a {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:29.684698 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:44:29.685321 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Checking segment: {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:29.686186 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.686836 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Bound using segment: {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:29.687736 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Bound port: 55af79e0-a3f9-4eb5-affb-a0992989a1af, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:44:29.688410 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:29.759746 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3524332 Sep 25 04:44:29.767409 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47734) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:29.771718 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b51e1-ff99-4647-8aa1-5793e32a266d admin admin] Pushing event updated for resources: {'Network': ['ID=2b96bf01-948c-4291-a81e-ea3a0c99f8b3,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:29.804599 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Request body: {'subnet': {'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-907492281-subnet', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:29.816832 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:44:30.046063 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Made reservation on behalf of 3ddb1ab27ef34058ad8ff0414bb870d6 for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:30.052398 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:30.081027 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] For port 55af79e0-a3f9-4eb5-affb-a0992989a1af, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:30.097941 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] For port 55af79e0-a3f9-4eb5-affb-a0992989a1af, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=55af79e0-a3f9-4eb5-affb-a0992989a1af,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:30.196276 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:30.212901 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:30.291288 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:30.449396 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa22dc6-ef03-4baf-b0d7-7e654f2c9532 None None] Pushing event updated for resources: {'Port': ['ID=55af79e0-a3f9-4eb5-affb-a0992989a1af,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:30.633473 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Allocated IP 172.28.3.40 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/48552d14-8e54-4d00-b568-63e2c20f9db7) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:30.745341 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:30.834156 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6561b5cb-8c59-40fa-8909-b6d0deeaff6b,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:30.867769 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:30.868878 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Checking segment: {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:30.869214 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Network hostable DHCP agents. Network: 1d0c0293-5b8b-4744-b554-6316a069b24b, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:44:30.902700 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:31.013601 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:31.021171 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Network 1d0c0293-5b8b-4744-b554-6316a069b24b is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:44:31.045704 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ef62a3-d04f-48c5-bc06-7f75598408db,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:31.066706 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Checking segment: {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:31.068834 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Network hostable DHCP agents. Network: 2b96bf01-948c-4291-a81e-ea3a0c99f8b3, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:44:31.076841 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 55af79e0-a3f9-4eb5-affb-a0992989a1af up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:31.138304 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:31.142412 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:31.147728 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:31.149941 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 1d0c0293-5b8b-4744-b554-6316a069b24b) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:31.162409 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:31.166813 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:31.169099 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b789773f-86f6-4b00-a5c5-b07d30d06e6d None None] Network 1d0c0293-5b8b-4744-b554-6316a069b24b requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:44:31.177288 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47780) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:31.183462 dv-cinder-768458-10-smb neutron-server[101229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 25 04:44:31.227582 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Pushing event updated for resources: {'Port': ['ID=48552d14-8e54-4d00-b568-63e2c20f9db7,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:31.273399 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47782) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:31.294625 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:44:31.374838 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 2b96bf01-948c-4291-a81e-ea3a0c99f8b3) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:31.386507 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 55af79e0-a3f9-4eb5-affb-a0992989a1af triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:31.386507 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:31.408592 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:31.409711 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:31.424969 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c86d06-4e92-4e5f-96ec-47d4bda6990d None None] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:44:31.512339 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47788) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:31.513961 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-c7d8f4da-3c15-43d9-bdf7-7cbd92bdf636 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1982193 Sep 25 04:44:31.517538 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:31.549290 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-44e52bd4-684b-4152-b290-9667bb3bcca4 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:31.551336 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-44e52bd4-684b-4152-b290-9667bb3bcca4 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/networks?id=4ab1fc3a-b2f1-40d5-9672-86a4abd933fc HTTP/1.1" status: 200 len: 812 time: 0.3726788 Sep 25 04:44:31.586877 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-d655e471-608f-4845-978f-e96f7942aeb9 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/quotas/70285afcd7714a878960b81d72d61db0 HTTP/1.1" status: 200 len: 375 time: 0.0224102 Sep 25 04:44:31.603655 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-a5dfcfec-25ce-4cf3-bac4-81968973ae55 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8246605 Sep 25 04:44:31.608465 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47790) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:31.617883 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:31.646277 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e1254b3a-c62d-4068-ae98-d89792f63223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:31.777581 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:31.906469 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322142e8-0da2-4f3d-a1a3-34f30bbdcf7a None None] Network 1d0c0293-5b8b-4744-b554-6316a069b24b requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:44:31.923264 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-e72a55bd-6aad-4519-9686-5c33f566ac16 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=70285afcd7714a878960b81d72d61db0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3178763 Sep 25 04:44:31.944884 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e1254b3a-c62d-4068-ae98-d89792f63223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:31.949072 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16250246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:31.950213 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16249974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16248454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6326'] for router, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.054740 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e1254b3a-c62d-4068-ae98-d89792f63223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.132931 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16250246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.134661 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16249974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16248454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6326'] for router, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.143187 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852f46b4-64f9-5732-a011-1c6c77b9aacb-2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db'}]}} from dv-cinder-768458-10-smb. {{(pid=101230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 04:44:32.144912 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.156361 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb6ee8b-54fa-45ef-b12b-b393db6d8ce5 None None] Network c6d3c57c-48bd-4f5d-a012-098446e9966a requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:44:32.179620 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.245791 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e1254b3a-c62d-4068-ae98-d89792f63223 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd27f1a526f94c68b99ce62c15399f56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9708376 Sep 25 04:44:32.332780 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47812) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:32.333561 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47818) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:32.351907 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.364731 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1254b3a-c62d-4068-ae98-d89792f63223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f350c05-4c11-4e30-b9ad-b10de80cbd63,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:32.513253 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.517801 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa01c-b11b-470f-b21c-2ce714af3df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.549967 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-8e22e1ab-d58b-4286-a51b-08938cf6ec0c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:44:32.551336 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-8e22e1ab-d58b-4286-a51b-08938cf6ec0c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1611347 Sep 25 04:44:32.613162 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bbc077dc-55d3-47b2-a8ee-2cc478a1c3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.726824 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bbc077dc-55d3-47b2-a8ee-2cc478a1c3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.786848 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-987e2558-0f18-4cd5-b863-151453fe5aa1 None None] Provisioning complete for port 55af79e0-a3f9-4eb5-affb-a0992989a1af triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:32.787508 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-987e2558-0f18-4cd5-b863-151453fe5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.840984 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16249871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16248507'] for router, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:32.846467 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-072eeb63-736a-458b-b811-38c161d11354 service neutron] 10.222.0.38 "GET /v2.0/networks/4ab1fc3a-b2f1-40d5-9672-86a4abd933fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675002 Sep 25 04:44:32.851389 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port 55af79e0-a3f9-4eb5-affb-a0992989a1af, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=55af79e0-a3f9-4eb5-affb-a0992989a1af,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:33.004392 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.032656 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.123601 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.db_base_plugin_common [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Allocated IP 172.20.0.2 (2b96bf01-948c-4291-a81e-ea3a0c99f8b3/29ef62a3-d04f-48c5-bc06-7f75598408db/9c032454-0b12-4df4-8680-70ec776dd0e6) {{(pid=101230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:33.184797 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=55af79e0-a3f9-4eb5-affb-a0992989a1af,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:33.237186 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.412517 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Notify callbacks [] for port, precommit_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.414022 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-56c5c1ef-e82c-4f05-af16-b16f416329ee service neutron] 10.222.0.38 "GET /v2.0/networks/4ab1fc3a-b2f1-40d5-9672-86a4abd933fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763316 Sep 25 04:44:33.424725 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa01c-b11b-470f-b21c-2ce714af3df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.491133 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 is scheduled to L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 with binding_index 1 {{(pid=101228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:44:33.504375 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bbc077dc-55d3-47b2-a8ee-2cc478a1c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.506284 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bbc077dc-55d3-47b2-a8ee-2cc478a1c3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.511011 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-bbc077dc-55d3-47b2-a8ee-2cc478a1c3c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f350c05-4c11-4e30-b9ad-b10de80cbd63 HTTP/1.1" status: 204 len: 168 time: 1.1759171 Sep 25 04:44:33.528197 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.528737 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa01c-b11b-470f-b21c-2ce714af3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.531465 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc077dc-55d3-47b2-a8ee-2cc478a1c3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f350c05-4c11-4e30-b9ad-b10de80cbd63,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:33.614927 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-5c1aa01c-b11b-470f-b21c-2ce714af3df7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=353758b1b64c4ad4b7d575a39ddb7d17&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2782729 Sep 25 04:44:33.620673 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47838) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:33.630751 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1aa01c-b11b-470f-b21c-2ce714af3df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b5c902-d0af-4534-b838-bf8971938a6a,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:33.776702 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.807794 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Pushing event updated for resources: {'Port': ['ID=9c032454-0b12-4df4-8680-70ec776dd0e6,revision_number=1']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:33.808366 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.821283 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 is already hosted by enough agents. {{(pid=101230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:33.826494 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-cddfac18-7a98-42af-bde5-6f8114f2c6ca None None] Provisioning complete for port 55af79e0-a3f9-4eb5-affb-a0992989a1af triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:33.826874 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-cddfac18-7a98-42af-bde5-6f8114f2c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.843913 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e8079f36-6ced-4444-974f-ce0d11651977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.850181 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.base_scheduler [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Resources bound (agent type, host, resource id): {{(pid=101230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:33.854566 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Received port after_create {{(pid=101230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:33.918757 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:44:33.933296 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Sync routers for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:44:33.950878 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e8079f36-6ced-4444-974f-ce0d11651977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.969908 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Attempting to bind port 9c032454-0b12-4df4-8680-70ec776dd0e6 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:44:33.969908 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Attempting to bind port 9c032454-0b12-4df4-8680-70ec776dd0e6 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:44:33.969908 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Attempting to bind port 9c032454-0b12-4df4-8680-70ec776dd0e6 on network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:33.983149 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:33.989523 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:33.990834 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:33.996576 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:44:33.997486 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Checking segment: {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:34.005150 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:34.013794 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Bound using segment: {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:34.015850 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Bound port: 9c032454-0b12-4df4-8680-70ec776dd0e6, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:44:34.019572 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:34.181221 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] Notify callbacks [] for router, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:34.181221 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-cc514126-3b98-48ed-89ac-e9b052793902 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9115226 Sep 25 04:44:34.181221 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Allocated IP 172.28.3.227 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/b76ba37f-dc72-42fa-afc8-a1b99f290a77) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:34.183874 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47852) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:34.223913 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:34.427842 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c6b48e21-f716-48d3-9c60-5b5c95351550 req-36cfe97d-c98e-4d4b-8ce8-0295d999d96e tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.2452946 Sep 25 04:44:34.460928 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:34.569397 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] For port 9c032454-0b12-4df4-8680-70ec776dd0e6, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:34.576581 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] For port 9c032454-0b12-4df4-8680-70ec776dd0e6, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=9c032454-0b12-4df4-8680-70ec776dd0e6,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:34.706688 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:34.864698 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:31Z', 'revision_number': 3, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:34.910291 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e8079f36-6ced-4444-974f-ce0d11651977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:34.915332 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e8079f36-6ced-4444-974f-ce0d11651977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:34.922924 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-e8079f36-6ced-4444-974f-ce0d11651977 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0b5c902-d0af-4534-b838-bf8971938a6a HTTP/1.1" status: 204 len: 168 time: 1.2881215 Sep 25 04:44:34.923354 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aacafe-4d38-415d-9fc3-5c8e064e01cd None None] Pushing event updated for resources: {'Port': ['ID=9c032454-0b12-4df4-8680-70ec776dd0e6,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:34.998059 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8079f36-6ced-4444-974f-ce0d11651977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b5c902-d0af-4534-b838-bf8971938a6a,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:35.046966 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Checking router: c9b9fd80-a454-4b0c-9e28-125b4bf7e085 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:44:35.047889 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Updating router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 port 48552d14-8e54-4d00-b568-63e2c20f9db7 binding host dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:44:35.151332 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:35.194264 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:35.218565 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 55af79e0-a3f9-4eb5-affb-a0992989a1af up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:35.317523 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47892) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:35.409182 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e5368b75-c701-4e05-a46c-df081e880d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:35.427919 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:35.442167 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 55af79e0-a3f9-4eb5-affb-a0992989a1af triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:35.443178 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:35.514932 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Pushing event updated for resources: {'Port': ['ID=b76ba37f-dc72-42fa-afc8-a1b99f290a77,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:35.537830 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:35.555793 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:35.575885 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:35.584553 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:35.657167 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47900) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:35.781707 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ce8f256b-41e3-4adb-9d54-80307bff4e6b req-9b04d48e-d5e2-4ab3-833f-5737c155ef2b tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.1159191 Sep 25 04:44:35.848435 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Allocated IP 172.28.3.182 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/7cfd342c-77a3-43b9-9d37-f7a28fce757b) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:35.993597 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e5368b75-c701-4e05-a46c-df081e880d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.107523 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e5368b75-c701-4e05-a46c-df081e880d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.167053 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-e5368b75-c701-4e05-a46c-df081e880d82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77feafcdda9b4436ac8f3db3fe733ac5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8479335 Sep 25 04:44:36.177162 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47914) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:36.208581 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5368b75-c701-4e05-a46c-df081e880d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7c7d0e-01a1-4eac-8b6a-2a5959ee03ac,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:36.275448 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47920) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:36.305183 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.334613 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-85d1155f-9a6f-44ec-8f7a-d1d063454f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.408637 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Allocated IP 172.20.0.1 (c6d3c57c-48bd-4f5d-a012-098446e9966a/136d943f-3e01-40ff-a97e-f12d860b747c/30f6778a-5e30-4662-9abf-7416ecc2f8f3) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:36.622344 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e0611a10-704b-4f01-b3d4-9857e07e43ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.628642 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.640859 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.804609 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:36.823163 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-85d1155f-9a6f-44ec-8f7a-d1d063454f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.823163 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:36.830979 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:36.885948 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba72da-db44-43b0-9ac7-f37c0b691a6b None None] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:44:36.887962 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e0611a10-704b-4f01-b3d4-9857e07e43ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.949702 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.965751 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-85d1155f-9a6f-44ec-8f7a-d1d063454f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:36.991171 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Pushing event updated for resources: {'Port': ['ID=7cfd342c-77a3-43b9-9d37-f7a28fce757b,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:37.070289 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-261e1748-7ea0-4e6b-86cc-3c19a0896b5c None None] Provisioning complete for port 9c032454-0b12-4df4-8680-70ec776dd0e6 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:37.080162 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-261e1748-7ea0-4e6b-86cc-3c19a0896b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.082781 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Notify callbacks [] for port, precommit_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.156234 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16249871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16248507'] for router, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.161134 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.182273 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.233734 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e0611a10-704b-4f01-b3d4-9857e07e43ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.240698 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e0611a10-704b-4f01-b3d4-9857e07e43ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.248080 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e0611a10-704b-4f01-b3d4-9857e07e43ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc7c7d0e-01a1-4eac-8b6a-2a5959ee03ac HTTP/1.1" status: 204 len: 168 time: 1.0695400 Sep 25 04:44:37.267279 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Attempting to bind port 48552d14-8e54-4d00-b568-63e2c20f9db7 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:44:37.269151 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Attempting to bind port 48552d14-8e54-4d00-b568-63e2c20f9db7 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:44:37.291717 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Attempting to bind port 48552d14-8e54-4d00-b568-63e2c20f9db7 on network b0b167fe-0b03-480a-9f79-323358310379 {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:37.304171 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5346cb69-469a-417e-a470-b5fc8851aaa1 req-1d73cb84-565a-46cb-b946-7ee9d145bcd5 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.2735212 Sep 25 04:44:37.332524 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 9c032454-0b12-4df4-8680-70ec776dd0e6 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:37.337813 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Pushing event updated for resources: {'Port': ['ID=48552d14-8e54-4d00-b568-63e2c20f9db7,revision_number=2']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:37.347557 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:44:37.350683 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Checking segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:37.351859 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.352862 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Bound using segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:37.356033 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Bound port: 48552d14-8e54-4d00-b568-63e2c20f9db7, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:44:37.358808 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-85d1155f-9a6f-44ec-8f7a-d1d063454f34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=254b4abdbe9b471d9039f5d75a385228&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0804896 Sep 25 04:44:37.360471 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.380064 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 47940) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:37.399580 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1155f-9a6f-44ec-8f7a-d1d063454f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df6339a-397a-4c4b-b769-24108e1a0b07,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:37.500122 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.500587 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.503423 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.507870 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.507870 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.507870 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.507870 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.507870 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.507870 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.507870 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.507870 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.507870 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Tracked resource versions report: Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: pushed versions: Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: { 'AddressGroup': {'1.2'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'ConntrackHelper': {'1.0'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Log': {'1.0'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Network': {'1.1'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Port': {'1.7'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'PortForwarding': {'1.2'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'QosPolicy': {'1.9'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'SecurityGroup': {'1.4'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'SubPort': {'1.0'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Subnet': {'1.1'}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Trunk': {'1.1'}} Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: consumer versions: Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: { DHCP agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: HyperV agent@hv-cinder-76845: {}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: L3 agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: Metadata agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: Metering agent@dv-cinder-768458-10-smb: {}, Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: Open vSwitch agent@dv-cinder-768458-10-smb: { 'AddressGroup': '1.2', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'ConntrackHelper': '1.0', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Log': '1.0', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Network': '1.1', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Port': '1.7', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'PortForwarding': '1.2', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'QosPolicy': '1.9', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'SecurityGroup': '1.4', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'SecurityGroupRule': '1.2', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'SubPort': '1.0', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Subnet': '1.1', Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: 'Trunk': '1.1'}} Sep 25 04:44:37.509094 dv-cinder-768458-10-smb neutron-server[101231]: {{(pid=101231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:44:37.573106 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-5b99e90a-7562-4068-b6fe-98d8215b4dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.578593 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] For port 48552d14-8e54-4d00-b568-63e2c20f9db7, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:37.584681 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] For port 48552d14-8e54-4d00-b568-63e2c20f9db7, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=48552d14-8e54-4d00-b568-63e2c20f9db7,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:37.629060 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-261e1748-7ea0-4e6b-86cc-3c19a0896b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.649495 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 9c032454-0b12-4df4-8680-70ec776dd0e6 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:37.650820 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.693157 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.734227 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0611a10-704b-4f01-b3d4-9857e07e43ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7c7d0e-01a1-4eac-8b6a-2a5959ee03ac,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:37.799972 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-261e1748-7ea0-4e6b-86cc-3c19a0896b5c None None] For port 9c032454-0b12-4df4-8680-70ec776dd0e6, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=9c032454-0b12-4df4-8680-70ec776dd0e6,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:37.823382 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Pushing event updated for resources: {'Port': ['ID=30f6778a-5e30-4662-9abf-7416ecc2f8f3,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:37.856415 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa0f21-2aac-419a-a4ea-8f978c521566 None None] Pushing event updated for resources: {'Port': ['ID=48552d14-8e54-4d00-b568-63e2c20f9db7,revision_number=3']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:37.875480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Network c6d3c57c-48bd-4f5d-a012-098446e9966a is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:37.882320 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:37.882989 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:37.932996 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:37.976976 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-261e1748-7ea0-4e6b-86cc-3c19a0896b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:37.978693 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:37.980806 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16247942'] for router_interface, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:38.097125 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:38.157192 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e1748-7ea0-4e6b-86cc-3c19a0896b5c None None] Pushing event updated for resources: {'Port': ['ID=9c032454-0b12-4df4-8680-70ec776dd0e6,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:38.395049 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:38.407256 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08d5d31f-a85e-4fdf-8087-cfee553a0d38 None None] Provisioning complete for port 9c032454-0b12-4df4-8680-70ec776dd0e6 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:38.407256 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08d5d31f-a85e-4fdf-8087-cfee553a0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:38.407462 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-5b99e90a-7562-4068-b6fe-98d8215b4dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:38.431440 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.db.api [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 25 04:44:38.434549 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG oslo_db.api [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 04:44:38.439924 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:38.825778 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-e557ad11-573c-4d17-ba7b-63c2002b944e None None] Provisioning complete for port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:38.826392 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e557ad11-573c-4d17-ba7b-63c2002b944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:38.852408 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 is scheduled to L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 with binding_index 1 {{(pid=101228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:44:38.859944 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2e50777a-745f-432b-a264-d89c2b434be8 req-42a05db0-56ac-4fd8-9f35-e765a5c98699 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.1805758 Sep 25 04:44:38.879028 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-e557ad11-573c-4d17-ba7b-63c2002b944e None None] Port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:44:39.038356 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:31Z', 'revision_number': 3, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:39.061049 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-5b99e90a-7562-4068-b6fe-98d8215b4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:39.066321 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-5b99e90a-7562-4068-b6fe-98d8215b4dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:39.068420 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-5b99e90a-7562-4068-b6fe-98d8215b4dfd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7df6339a-397a-4c4b-b769-24108e1a0b07 HTTP/1.1" status: 204 len: 168 time: 1.6859493 Sep 25 04:44:39.073528 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241e9cb-7252-4c12-8ae9-a22a9949726a None None] The sync data for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb is: [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:31Z', 'revision_number': 3, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:44:39.168191 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99e90a-7562-4068-b6fe-98d8215b4dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df6339a-397a-4c4b-b769-24108e1a0b07,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:39.197414 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:39.205046 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:44:39.221074 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 9c032454-0b12-4df4-8680-70ec776dd0e6 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:39.267519 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16249871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16248507'] for router, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:39.296103 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Sync routers for ids ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:44:39.340358 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] Notify callbacks [] for router, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:39.350298 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Routers {'47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:39.351288 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-acb4760d-272c-4b6c-9239-0dc3fdd9be78 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8322661 Sep 25 04:44:39.351522 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:39.355935 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 47992) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:39.528739 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.46', 59406) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:39.603210 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 9c032454-0b12-4df4-8680-70ec776dd0e6 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:39.604191 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:39.785238 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Router 894185dd-68a9-4260-926b-97e585e0119a is scheduled to L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 with binding_index 1 {{(pid=101229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:44:39.992529 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Set router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:40.234251 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:44:40.265382 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Sync routers for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:44:40.343540 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] Notify callbacks [] for router, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:40.353176 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-55358daa-c165-438b-a44e-ad82b1c114ae admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7400279 Sep 25 04:44:40.353176 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48036) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:40.369329 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:40.377725 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:40.605972 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-2f7e57e2-bf61-4981-a612-c9c9c935c931 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:40.610660 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1402a09c-36e8-4599-8415-1f7ab3a03970 req-a819da59-b6d7-4bbb-b3ec-c4cd99754e2a tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.1158371 Sep 25 04:44:40.614706 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-2f7e57e2-bf61-4981-a612-c9c9c935c931 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.46 "GET /v2.0/networks?id=4ab1fc3a-b2f1-40d5-9672-86a4abd933fc HTTP/1.1" status: 200 len: 812 time: 1.0843287 Sep 25 04:44:40.692914 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:36Z', 'revision_number': 3, 'project_id': '867516276783434aa6d0cab0da24359e', 'gw_port': {'id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:03:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:33Z', 'updated_at': '2021-09-25T04:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:40.711973 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:40.727592 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Request body: {'port': {'device_id': 'e80d5e99-ef00-45ee-bd2f-0ddd9f74e220', 'network_id': '4ab1fc3a-b2f1-40d5-9672-86a4abd933fc', 'admin_state_up': True, 'tenant_id': '70285afcd7714a878960b81d72d61db0'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:40.828260 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Checking router: 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:44:40.834399 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Updating router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 port b76ba37f-dc72-42fa-afc8-a1b99f290a77 binding host dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:44:40.934339 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:40.957731 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:40.958978 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16238802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16249462'] for router_interface, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:41.112235 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:41.219169 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48062) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:41.390466 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 48552d14-8e54-4d00-b568-63e2c20f9db7 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:41.632686 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0098b2dc-56fe-4c2f-9b9e-41fdc44b180d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:41.683671 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Pushing event updated for resources: {'Port': ['ID=30f6778a-5e30-4662-9abf-7416ecc2f8f3,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:41.701411 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 48552d14-8e54-4d00-b568-63e2c20f9db7 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:41.702285 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:41.725147 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:42.058966 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:37Z', 'revision_number': 3, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:42.122570 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:42.166787 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Checking router: 894185dd-68a9-4260-926b-97e585e0119a for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:44:42.168510 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Updating router 894185dd-68a9-4260-926b-97e585e0119a port 7cfd342c-77a3-43b9-9d37-f7a28fce757b binding host dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:44:42.203611 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:42.482268 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:42.486274 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Notify callbacks [] for port, precommit_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:42.486274 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port 48552d14-8e54-4d00-b568-63e2c20f9db7, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=48552d14-8e54-4d00-b568-63e2c20f9db7,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:42.487608 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-11bc4f8f-3ae5-447c-952a-ea111687d3b7 req-ad388e86-88f2-457b-bc41-f959eecba0cd tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.6502440 Sep 25 04:44:42.493555 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Allocated IP 172.20.0.1 (1d0c0293-5b8b-4744-b554-6316a069b24b/6561b5cb-8c59-40fa-8909-b6d0deeaff6b/3e120565-548a-4b97-83f1-0574936a0627) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:42.589881 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:42.623800 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:42.656027 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Allocated IP 172.20.0.1 (2b96bf01-948c-4291-a81e-ea3a0c99f8b3/29ef62a3-d04f-48c5-bc06-7f75598408db/d4c9c6a4-5114-455c-9901-f776a204af46) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:42.795266 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:42.942692 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c257-e397-4f8f-b210-1c8732165e72 None None] Pushing event updated for resources: {'Port': ['ID=b76ba37f-dc72-42fa-afc8-a1b99f290a77,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:42.947808 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Attempting to bind port b76ba37f-dc72-42fa-afc8-a1b99f290a77 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:44:42.949535 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Attempting to bind port b76ba37f-dc72-42fa-afc8-a1b99f290a77 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:44:42.950088 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Attempting to bind port b76ba37f-dc72-42fa-afc8-a1b99f290a77 on network b0b167fe-0b03-480a-9f79-323358310379 {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:42.963040 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Network c6d3c57c-48bd-4f5d-a012-098446e9966a is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:42.966765 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:44:42.967573 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Checking segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:42.968230 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:42.968660 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:42.969351 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Bound using segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:42.970214 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Bound port: b76ba37f-dc72-42fa-afc8-a1b99f290a77, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:44:42.971051 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.053202 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Notify callbacks [] for port, precommit_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.133581 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] For port b76ba37f-dc72-42fa-afc8-a1b99f290a77, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:43.147532 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] For port b76ba37f-dc72-42fa-afc8-a1b99f290a77, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=b76ba37f-dc72-42fa-afc8-a1b99f290a77,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:43.200859 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=48552d14-8e54-4d00-b568-63e2c20f9db7,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:43.268793 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:44:43.319117 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.321976 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.422698 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Attempting to bind port 7cfd342c-77a3-43b9-9d37-f7a28fce757b on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:44:43.423319 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Attempting to bind port 7cfd342c-77a3-43b9-9d37-f7a28fce757b by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:44:43.426260 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Attempting to bind port 7cfd342c-77a3-43b9-9d37-f7a28fce757b on network b0b167fe-0b03-480a-9f79-323358310379 {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:43.485014 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Routers {'47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:43.486805 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0098b2dc-56fe-4c2f-9b9e-41fdc44b180d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.504148 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:43.508253 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:44:43.508253 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Checking segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:43.508253 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.508253 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Bound using segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:43.508253 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Bound port: 7cfd342c-77a3-43b9-9d37-f7a28fce757b, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:44:43.508253 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.529048 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.613599 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0098b2dc-56fe-4c2f-9b9e-41fdc44b180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.723093 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] For port 7cfd342c-77a3-43b9-9d37-f7a28fce757b, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:43.741069 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] For port 7cfd342c-77a3-43b9-9d37-f7a28fce757b, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=7cfd342c-77a3-43b9-9d37-f7a28fce757b,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:43.784268 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5a6a3218-46a0-4c48-b5cf-1636dfd10214 req-a87c84d1-1b22-4133-b73f-ea988a3887a9 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.1934509 Sep 25 04:44:43.811231 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64f7e8-3828-4e8e-894c-79b7e3f38901 None None] Pushing event updated for resources: {'Port': ['ID=7cfd342c-77a3-43b9-9d37-f7a28fce757b,revision_number=2']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:43.853690 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c257-e397-4f8f-b210-1c8732165e72 None None] Pushing event updated for resources: {'Port': ['ID=b76ba37f-dc72-42fa-afc8-a1b99f290a77,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:43.870792 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.913873 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-c5674d51-6a4b-4505-a29a-6dcce4058493 None None] Provisioning complete for port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:43.919010 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-c5674d51-6a4b-4505-a29a-6dcce4058493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:43.924861 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0098b2dc-56fe-4c2f-9b9e-41fdc44b180d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b1635e9a4ebb4b81a653996de66d09c9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7005570 Sep 25 04:44:43.936558 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48128) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:44.016979 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098b2dc-56fe-4c2f-9b9e-41fdc44b180d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1905ddc1-81ce-483a-8be7-86bf4458b9f1,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:44.094523 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:44.132984 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:44:44.206497 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Sync routers for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:44:44.207696 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-06c0f724-615e-4b32-99fe-a56d28df4f5f admin admin] 10.222.0.38 "PUT /v2.0/routers/c9b9fd80-a454-4b0c-9e28-125b4bf7e085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0196083 Sep 25 04:44:44.212510 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Network 1d0c0293-5b8b-4744-b554-6316a069b24b is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:44.222627 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-925c5e8d-23a1-4679-a23d-70bb8b90000e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:44.252364 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:44.261891 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:44.266669 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:44.272668 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:44.275369 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16247942'] for router_interface, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:44.313952 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Made reservation on behalf of 70285afcd7714a878960b81d72d61db0 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:44.337309 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:44.401815 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-925c5e8d-23a1-4679-a23d-70bb8b90000e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:44.407197 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:44.414926 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:44.518283 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:44.529416 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64f7e8-3828-4e8e-894c-79b7e3f38901 None None] Pushing event updated for resources: {'Port': ['ID=7cfd342c-77a3-43b9-9d37-f7a28fce757b,revision_number=3']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:44.544237 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Pushing event updated for resources: {'Port': ['ID=3e120565-548a-4b97-83f1-0574936a0627,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:44.654368 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:44.696702 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:44.709202 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:44.712291 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16247942'] for router_interface, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:44.854010 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-925c5e8d-23a1-4679-a23d-70bb8b90000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:44.863954 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:44.872825 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-925c5e8d-23a1-4679-a23d-70bb8b90000e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:44.880885 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-925c5e8d-23a1-4679-a23d-70bb8b90000e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1905ddc1-81ce-483a-8be7-86bf4458b9f1 HTTP/1.1" status: 204 len: 168 time: 0.9335535 Sep 25 04:44:44.887497 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c9c6a4-5114-455c-9901-f776a204af46,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:45.022602 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:45.028163 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-c5674d51-6a4b-4505-a29a-6dcce4058493 None None] Port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:44:45.118142 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:45.134631 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] Set router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:45.262359 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c5e8d-23a1-4679-a23d-70bb8b90000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1905ddc1-81ce-483a-8be7-86bf4458b9f1,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:45.276872 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Allocated IP 172.20.0.10 (4ab1fc3a-b2f1-40d5-9672-86a4abd933fc/348b126f-8aba-4ea0-b9ea-005578269fdf/029429ac-72bd-4b7b-899f-ffe099d825d4) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:45.381595 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8258c232-8e31-40c4-8227-36021dfbb64e req-7941c107-47ee-47de-af2a-fdb558998e58 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.2385688 Sep 25 04:44:45.396063 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 48552d14-8e54-4d00-b568-63e2c20f9db7 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:45.558679 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:37Z', 'revision_number': 3, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:45.710226 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d1575-f556-4902-9c54-b2ecfc90abd6 None None] The sync data for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb is: [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:37Z', 'revision_number': 3, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:44:46.081739 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:46.343370 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-49be9b0b-ebee-49e1-8f78-b5b3b8d9efe2 None None] Provisioning complete for port d4c9c6a4-5114-455c-9901-f776a204af46 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:46.343833 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-49be9b0b-ebee-49e1-8f78-b5b3b8d9efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:46.397466 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-49be9b0b-ebee-49e1-8f78-b5b3b8d9efe2 None None] Port d4c9c6a4-5114-455c-9901-f776a204af46 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:44:46.803470 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c9095a7c-1bde-42c2-8731-db691f904dc7 req-4b836c65-29ae-4841-9f7d-62b71635609d tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.0694675 Sep 25 04:44:46.888844 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 48552d14-8e54-4d00-b568-63e2c20f9db7 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:46.889469 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:47.082800 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:47.110483 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:47.149138 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:47.151379 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16238802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16249462'] for router_interface, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:47.422065 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:47.468077 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:36Z', 'revision_number': 3, 'project_id': '867516276783434aa6d0cab0da24359e', 'gw_port': {'id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:03:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:33Z', 'updated_at': '2021-09-25T04:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:47.488523 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c9c6a4-5114-455c-9901-f776a204af46,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:47.546243 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Network 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:47.632632 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:47.742322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c9f79-0a59-4880-979a-1c2a0f6c9b3e None None] The sync data for ids ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'] in dv-cinder-768458-10-smb is: [{'id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:36Z', 'revision_number': 3, 'project_id': '867516276783434aa6d0cab0da24359e', 'gw_port': {'id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:03:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:33Z', 'updated_at': '2021-09-25T04:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:44:47.810291 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:47.881353 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:47.895412 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:47.952280 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:48.018737 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:48.059528 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:48.078093 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:39Z', 'revision_number': 2, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:48.111749 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Pushing event updated for resources: {'Port': ['ID=029429ac-72bd-4b7b-899f-ffe099d825d4,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:48.155241 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Checking router: c9b9fd80-a454-4b0c-9e28-125b4bf7e085 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:44:48.155851 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Updating router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 binding host dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:44:48.260645 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 7cfd342c-77a3-43b9-9d37-f7a28fce757b up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:48.317829 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-277332c7-03d6-4aad-bf6f-7aed94ae0c69 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5924010 Sep 25 04:44:48.326988 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:48.327951 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16238802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16249462'] for router_interface, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:48.367780 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:48.405959 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-8c70dd48-d6f7-4db3-84b0-b7b72f713f70 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:44:48.416414 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-8c70dd48-d6f7-4db3-84b0-b7b72f713f70 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0861125 Sep 25 04:44:48.605475 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Pushing event updated for resources: {'Port': ['ID=3e120565-548a-4b97-83f1-0574936a0627,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:48.610457 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48208) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:48.644162 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 7cfd342c-77a3-43b9-9d37-f7a28fce757b triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:48.648076 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:48.660849 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-24df92f2-9134-45a6-944d-2fcb218b05ef tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1740440158', 'description': 'tempest-description--1897029386'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:48.764633 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bbd0f-639c-444c-9ff9-104e927d13f9 req-28ce9334-05c2-4789-ad62-e6480b9f56c9 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:48.779967 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-260bbd0f-639c-444c-9ff9-104e927d13f9 req-28ce9334-05c2-4789-ad62-e6480b9f56c9 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 932 time: 0.6065202 Sep 25 04:44:48.919401 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-24df92f2-9134-45a6-944d-2fcb218b05ef tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:48.927155 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Router 894185dd-68a9-4260-926b-97e585e0119a has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:44:49.004748 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-6cb158f1-b06f-4175-babe-a91787de44cd None None] Provisioning complete for port d4c9c6a4-5114-455c-9901-f776a204af46 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:49.004748 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-6cb158f1-b06f-4175-babe-a91787de44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:49.129574 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-260bbd0f-639c-444c-9ff9-104e927d13f9 req-ca5bdb3e-7f17-44a4-a3c9-ebf4957cded6 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469434 Sep 25 04:44:49.230519 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Network 1d0c0293-5b8b-4744-b554-6316a069b24b is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:49.260000 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:49.300111 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-6cb158f1-b06f-4175-babe-a91787de44cd None None] Port d4c9c6a4-5114-455c-9901-f776a204af46 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:44:49.316877 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Request body: {'port': {'device_id': 'e80d5e99-ef00-45ee-bd2f-0ddd9f74e220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:49.463739 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-24df92f2-9134-45a6-944d-2fcb218b05ef tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:49.465054 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48228) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:49.490818 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:44:49.515747 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:49.516677 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-04697228-b717-452c-9774-9208d32bee66 admin admin] 10.222.0.38 "PUT /v2.0/routers/894185dd-68a9-4260-926b-97e585e0119a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1602783 Sep 25 04:44:49.828783 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-24df92f2-9134-45a6-944d-2fcb218b05ef tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:49.832901 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port 7cfd342c-77a3-43b9-9d37-f7a28fce757b, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=7cfd342c-77a3-43b9-9d37-f7a28fce757b,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:49.833983 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:49.833983 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df92f2-9134-45a6-944d-2fcb218b05ef tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e20c5d-bb33-410f-ad14-d6ecec580617,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:49.833983 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-700e0cb6-a9db-4aac-aad7-7b58b0940fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:49.859777 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:49.890207 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:44:49.964531 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Sync routers for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:44:50.008784 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:50.009441 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:50.030560 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:50.195247 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:50.461506 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf69f43-1d86-47e1-a93a-9b8d9088d267 None None] Pushing event updated for resources: {'Port': ['ID=30f6778a-5e30-4662-9abf-7416ecc2f8f3,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:50.558210 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:50.616700 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device b76ba37f-dc72-42fa-afc8-a1b99f290a77 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:50.640112 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abafdf-5dbc-4e91-84b6-7e6a8ded0fc7 req-1a781331-6550-40eb-82e0-fe1f7b7243b1 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:50.640112 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-28abafdf-5dbc-4e91-84b6-7e6a8ded0fc7 req-1a781331-6550-40eb-82e0-fe1f7b7243b1 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 932 time: 0.3017919 Sep 25 04:44:50.648613 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-24df92f2-9134-45a6-944d-2fcb218b05ef tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:50.652725 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-24df92f2-9134-45a6-944d-2fcb218b05ef tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0054071 Sep 25 04:44:50.661716 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:44:50.682620 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c2998dc4-52a9-460d-aecf-36ccea27b14c admin admin] 10.222.0.38 "PUT /v2.0/routers/47e7ddb0-eab5-4368-8e3f-bb9e57f9a795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3211267 Sep 25 04:44:50.683796 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48258) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:50.701259 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Attempting to bind port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:44:50.701796 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-ceba4030-5271-40e8-ae86-7c13811e681f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'security_group_rule': {'security_group_id': '11e20c5d-bb33-410f-ad14-d6ecec580617', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:50.708567 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Attempting to bind port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:44:50.709125 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Attempting to bind port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 on network c6d3c57c-48bd-4f5d-a012-098446e9966a {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:50.778135 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-28abafdf-5dbc-4e91-84b6-7e6a8ded0fc7 req-69693032-cdf6-4a96-b688-e60c8d395ea6 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299965 Sep 25 04:44:50.793615 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:44:50.850982 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:44:50.851752 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Checking segment: {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:50.851752 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:50.852126 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Bound using segment: {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:50.852556 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Bound port: 30f6778a-5e30-4662-9abf-7416ecc2f8f3, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:44:50.852957 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:50.912472 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=7cfd342c-77a3-43b9-9d37-f7a28fce757b,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:51.016339 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029429ac-72bd-4b7b-899f-ffe099d825d4 {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:44:51.026473 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:51.067647 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Transition to ACTIVE for port object 029429ac-72bd-4b7b-899f-ffe099d825d4 will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:44:51.098538 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] For port 30f6778a-5e30-4662-9abf-7416ecc2f8f3, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:51.109580 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] For port 30f6778a-5e30-4662-9abf-7416ecc2f8f3, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=30f6778a-5e30-4662-9abf-7416ecc2f8f3,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:51.135023 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-1d71374f-b1a9-4d03-a2b4-afd7776bfb58 None None] Provisioning complete for port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:51.139243 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1d71374f-b1a9-4d03-a2b4-afd7776bfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:51.143392 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port b76ba37f-dc72-42fa-afc8-a1b99f290a77 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:51.143758 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:51.158774 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:51.244013 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:51.286070 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-700e0cb6-a9db-4aac-aad7-7b58b0940fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:51.339118 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Pushing event updated for resources: {'Port': ['ID=029429ac-72bd-4b7b-899f-ffe099d825d4,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:51.395287 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-1d71374f-b1a9-4d03-a2b4-afd7776bfb58 None None] Port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:44:51.462808 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-700e0cb6-a9db-4aac-aad7-7b58b0940fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:51.519976 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:46Z', 'revision_number': 2, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:51.528940 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:51.531653 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:51.664582 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Attempting to bind port 029429ac-72bd-4b7b-899f-ffe099d825d4 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:44:51.665081 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Attempting to bind port 029429ac-72bd-4b7b-899f-ffe099d825d4 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '23dcb459-3f42-46e3-9526-65e4388ad619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ab1fc3a-b2f1-40d5-9672-86a4abd933fc'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:44:51.665453 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Attempting to bind port 029429ac-72bd-4b7b-899f-ffe099d825d4 on network 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:51.676496 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf69f43-1d86-47e1-a93a-9b8d9088d267 None None] Pushing event updated for resources: {'Port': ['ID=30f6778a-5e30-4662-9abf-7416ecc2f8f3,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:51.691637 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e0cb6-a9db-4aac-aad7-7b58b0940fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669b1ada-7b3a-4d9d-ab8c-d97830e1535a,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:51.712472 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Checking router: 894185dd-68a9-4260-926b-97e585e0119a for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:44:51.716372 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-700e0cb6-a9db-4aac-aad7-7b58b0940fe0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8d2f3188a2f46de89809220f14af1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2470388 Sep 25 04:44:51.719183 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48278) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:51.730117 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Updating router 894185dd-68a9-4260-926b-97e585e0119a port d4c9c6a4-5114-455c-9901-f776a204af46 binding host dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:44:51.731972 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Port 029429ac-72bd-4b7b-899f-ffe099d825d4 on network 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:44:51.732295 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Attempting to bind port 029429ac-72bd-4b7b-899f-ffe099d825d4 on network 4ab1fc3a-b2f1-40d5-9672-86a4abd933fc {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:51.771231 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ceba4030-5271-40e8-ae86-7c13811e681f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:51.797545 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:44:51.803243 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Checking segment: {'id': '23dcb459-3f42-46e3-9526-65e4388ad619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ab1fc3a-b2f1-40d5-9672-86a4abd933fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:51.807155 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Bound using segment: {'id': '23dcb459-3f42-46e3-9526-65e4388ad619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ab1fc3a-b2f1-40d5-9672-86a4abd933fc'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:51.809513 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Bound port: 029429ac-72bd-4b7b-899f-ffe099d825d4, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23dcb459-3f42-46e3-9526-65e4388ad619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ab1fc3a-b2f1-40d5-9672-86a4abd933fc'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:44:51.812805 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:51.862222 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.028852 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.106120 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e8b76c06-b31f-41c7-8c04-b188079caa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.216960 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Sync routers for ids ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:44:52.236861 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ceba4030-5271-40e8-ae86-7c13811e681f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.257613 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port b76ba37f-dc72-42fa-afc8-a1b99f290a77, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=b76ba37f-dc72-42fa-afc8-a1b99f290a77,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:52.261434 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] For port 029429ac-72bd-4b7b-899f-ffe099d825d4, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:52.273808 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4e95-4e25-4876-b999-eccb44acc0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.277215 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] For port 029429ac-72bd-4b7b-899f-ffe099d825d4, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=029429ac-72bd-4b7b-899f-ffe099d825d4,segment=NetworkSegment(23dcb459-3f42-46e3-9526-65e4388ad619),segment_id=23dcb459-3f42-46e3-9526-65e4388ad619)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:52.320533 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ceba4030-5271-40e8-ae86-7c13811e681f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.330482 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e8b76c06-b31f-41c7-8c04-b188079caa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.352528 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.383270 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.418554 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Routers {'47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:52.419547 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:52.426000 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba4030-5271-40e8-ae86-7c13811e681f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0187ca0e-a524-4596-bfdd-6f98088ed83b,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:52.585460 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ceba4030-5271-40e8-ae86-7c13811e681f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.586522 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-ceba4030-5271-40e8-ae86-7c13811e681f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9014754 Sep 25 04:44:52.594872 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48310) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:52.605679 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-75c09491-2fb8-4780-839f-7cdc238df3a7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'security_group_rule': {'security_group_id': '11e20c5d-bb33-410f-ad14-d6ecec580617', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:52.614692 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:52.632254 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.639040 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] 10.222.0.46 "PUT /v2.0/ports/029429ac-72bd-4b7b-899f-ffe099d825d4 HTTP/1.1" status: 200 len: 1094 time: 3.7433126 Sep 25 04:44:52.652536 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80d5e99-ef00-45ee-bd2f-0ddd9f74e220', 'tag': '029429ac-72bd-4b7b-899f-ffe099d825d4'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:44:52.723715 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acc13-4dbb-4595-8166-744a55031a4a req-0c1b2f65-470f-429f-95f8-bcb1fb54c662 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:52.732307 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-0c1b2f65-470f-429f-95f8-bcb1fb54c662 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 819 time: 0.4546905 Sep 25 04:44:52.734199 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48316) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:52.768430 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-d71a9b42-2ee2-48e7-9624-837f1907d93b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850869230', 'description': 'tempest-description--1780945029'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:52.787325 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32aaa6d-5e92-4ad9-b300-6fb0b4ac4b5d service neutron] Pushing event updated for resources: {'Port': ['ID=029429ac-72bd-4b7b-899f-ffe099d825d4,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:52.826446 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Notify callbacks [] for port, precommit_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.857309 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-1001683e-66b6-486c-a892-3b1696331017 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/quotas/867516276783434aa6d0cab0da24359e HTTP/1.1" status: 200 len: 375 time: 0.1088433 Sep 25 04:44:52.860607 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e8b76c06-b31f-41c7-8c04-b188079caa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.866665 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e8b76c06-b31f-41c7-8c04-b188079caa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.867354 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-2c1ec65b-c668-4e16-9204-8555141f504f None None] Provisioning complete for port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:52.869588 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-e8b76c06-b31f-41c7-8c04-b188079caa8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/669b1ada-7b3a-4d9d-ab8c-d97830e1535a HTTP/1.1" status: 204 len: 168 time: 1.1478202 Sep 25 04:44:52.873785 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2c1ec65b-c668-4e16-9204-8555141f504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.926876 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-75c09491-2fb8-4780-839f-7cdc238df3a7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.949120 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:52.974420 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 7cfd342c-77a3-43b9-9d37-f7a28fce757b up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:53.028836 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e80d5e99-ef00-45ee-bd2f-0ddd9f74e220", "tag": "029429ac-72bd-4b7b-899f-ffe099d825d4"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:53.044514 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b76c06-b31f-41c7-8c04-b188079caa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669b1ada-7b3a-4d9d-ab8c-d97830e1535a,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:53.113047 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995472c2-2afe-4fe5-8c87-01c52ee1aa74 None None] Pushing event updated for resources: {'Port': ['ID=d4c9c6a4-5114-455c-9901-f776a204af46,revision_number=3']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:53.145569 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-b1b3d526-4e7d-4deb-b10d-4d3f905487fe tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2572863 Sep 25 04:44:53.249561 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=b76ba37f-dc72-42fa-afc8-a1b99f290a77,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:53.319924 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6576a0-94ff-459e-b0a1-90c1ba4d4367 req-222d5536-d65b-4ad4-9f5d-85cf73525ce8 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:53.329186 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc6576a0-94ff-459e-b0a1-90c1ba4d4367 req-222d5536-d65b-4ad4-9f5d-85cf73525ce8 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 944 time: 0.3790641 Sep 25 04:44:53.336593 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d71a9b42-2ee2-48e7-9624-837f1907d93b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:53.375178 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Attempting to bind port d4c9c6a4-5114-455c-9901-f776a204af46 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:44:53.375520 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Attempting to bind port d4c9c6a4-5114-455c-9901-f776a204af46 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:44:53.375840 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Attempting to bind port d4c9c6a4-5114-455c-9901-f776a204af46 on network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:53.390958 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:44:53.391435 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Checking segment: {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:53.391919 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:53.392860 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Bound using segment: {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:53.393471 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Bound port: d4c9c6a4-5114-455c-9901-f776a204af46, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'}}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:44:53.406055 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:53.627993 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2c1ec65b-c668-4e16-9204-8555141f504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:53.683382 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 7cfd342c-77a3-43b9-9d37-f7a28fce757b triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:53.691227 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:53.704205 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc6576a0-94ff-459e-b0a1-90c1ba4d4367 req-ce943982-5ad1-4873-8343-05180beceac3 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734105 Sep 25 04:44:53.760572 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-5fe4c986-94fc-4ea4-92cc-2e5ec53b6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:53.762701 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-5fe4c986-94fc-4ea4-92cc-2e5ec53b6fac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70285afcd7714a878960b81d72d61db0&device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 1097 time: 0.7890894 Sep 25 04:44:53.780214 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:53.827054 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-2c1ec65b-c668-4e16-9204-8555141f504f None None] For port 30f6778a-5e30-4662-9abf-7416ecc2f8f3, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=30f6778a-5e30-4662-9abf-7416ecc2f8f3,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:53.857513 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] For port d4c9c6a4-5114-455c-9901-f776a204af46, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:53.870026 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] For port d4c9c6a4-5114-455c-9901-f776a204af46, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=d4c9c6a4-5114-455c-9901-f776a204af46,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:53.919443 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Set router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:53.982498 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d71a9b42-2ee2-48e7-9624-837f1907d93b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:54.036609 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:54.083408 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-75c09491-2fb8-4780-839f-7cdc238df3a7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:54.093130 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-3aaa3a1c-dd3f-42aa-b856-38adbfae6a47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=029429ac-72bd-4b7b-899f-ffe099d825d4 HTTP/1.1" status: 200 len: 217 time: 0.3154101 Sep 25 04:44:54.098026 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d71a9b42-2ee2-48e7-9624-837f1907d93b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:54.210855 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a9b42-2ee2-48e7-9624-837f1907d93b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca9c5fd-111e-460c-898c-2f7e9919c3e5,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:54.221501 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d71a9b42-2ee2-48e7-9624-837f1907d93b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:54.232486 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-d71a9b42-2ee2-48e7-9624-837f1907d93b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4915276 Sep 25 04:44:54.232486 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48350) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:54.248193 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-73d38dfc-8491-47e9-bc78-854208f6a5ca tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'security_group_rule': {'security_group_id': '1ca9c5fd-111e-460c-898c-2f7e9919c3e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:54.260865 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995472c2-2afe-4fe5-8c87-01c52ee1aa74 None None] Pushing event updated for resources: {'Port': ['ID=d4c9c6a4-5114-455c-9901-f776a204af46,revision_number=4']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:54.272304 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-75c09491-2fb8-4780-839f-7cdc238df3a7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:54.308531 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:44:54.309224 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:54.310517 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-57c2fd2c-3429-4044-a9ce-27dbb5cd11a4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:44:54.311538 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-5b2aa0ac-91d7-4321-a36b-07c6c92759ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:54.326304 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-57c2fd2c-3429-4044-a9ce-27dbb5cd11a4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7105181 Sep 25 04:44:54.327424 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-5b2aa0ac-91d7-4321-a36b-07c6c92759ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=348b126f-8aba-4ea0-b9ea-005578269fdf HTTP/1.1" status: 200 len: 852 time: 0.2037990 Sep 25 04:44:54.480303 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-75c09491-2fb8-4780-839f-7cdc238df3a7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:54.616961 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-75c09491-2fb8-4780-839f-7cdc238df3a7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8864474 Sep 25 04:44:54.618462 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2c1ec65b-c668-4e16-9204-8555141f504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:54.619296 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-d506e81e-900b-41ba-8e35-428017a5f760 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ab1fc3a-b2f1-40d5-9672-86a4abd933fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2169945 Sep 25 04:44:54.619296 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c09491-2fb8-4780-839f-7cdc238df3a7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f042525-dd56-4064-b5a0-5ab10a30fb6f,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:54.660659 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:44:54.733832 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-b71b535d-41e9-46e2-b0d8-82c509025713 service neutron] 10.222.0.38 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065077 Sep 25 04:44:54.741947 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48356) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:54.797339 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'floatingip': {'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:54.836697 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73d38dfc-8491-47e9-bc78-854208f6a5ca tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:54.907035 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a023d10-311f-408d-b6a8-fb46cfc5315e x-openstack-request-id: req-8a023d10-311f-408d-b6a8-fb46cfc5315e {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:54.911946 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80d5e99-ef00-45ee-bd2f-0ddd9f74e220", "tag": "029429ac-72bd-4b7b-899f-ffe099d825d4", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:54.911946 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a023d10-311f-408d-b6a8-fb46cfc5315e {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:54.912822 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80d5e99-ef00-45ee-bd2f-0ddd9f74e220', 'tag': '029429ac-72bd-4b7b-899f-ffe099d825d4', 'status': 'completed', 'code': 200} Sep 25 04:44:55.081884 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-7c49498f-0fd7-4b5d-b10c-4ab911b6a644 service neutron] 10.222.0.46 "GET /v2.0/networks/4ab1fc3a-b2f1-40d5-9672-86a4abd933fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255692 Sep 25 04:44:55.223956 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a13c83ab-e7d7-4994-a166-54a46efc2d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:55.230778 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ec65b-c668-4e16-9204-8555141f504f None None] Pushing event updated for resources: {'Port': ['ID=30f6778a-5e30-4662-9abf-7416ecc2f8f3,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:55.260659 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48376) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:55.352195 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-213cf957-8ab9-46a9-820b-0a8ad08b2904 req-e7884042-22c3-47d4-b770-6be998d09e93 service neutron] 10.222.0.46 "GET /v2.0/networks/4ab1fc3a-b2f1-40d5-9672-86a4abd933fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600281 Sep 25 04:44:55.414006 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-fe3526a6-d5c3-4cc1-b7b4-5f39ff78c75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:55.414584 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:55.492210 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:55.673864 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-5c5b886d-9e7b-46cb-9445-ed46e25d3ef7 service neutron] 10.222.0.38 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8525515 Sep 25 04:44:55.675555 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464aa21c-bef8-4709-8ec2-74c4cb236f4a None None] The sync data for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb is: [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:44:55.714276 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-2c7c3dc8-6cfc-4e57-986f-dff7cdf8dcbf None None] Provisioning complete for port d4c9c6a4-5114-455c-9901-f776a204af46 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:55.715302 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2c7c3dc8-6cfc-4e57-986f-dff7cdf8dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:55.811392 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79a942-2505-46f3-a672-091dc501a4ce req-12914190-2351-451d-bb63-44d8b46f27ff tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:55.821019 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fc79a942-2505-46f3-a672-091dc501a4ce req-12914190-2351-451d-bb63-44d8b46f27ff tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 944 time: 0.7655776 Sep 25 04:44:55.850134 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:56.140124 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-fe3526a6-d5c3-4cc1-b7b4-5f39ff78c75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:56.160125 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fc79a942-2505-46f3-a672-091dc501a4ce req-1a48a43b-81dc-40de-b5a4-46b62ff6d1b7 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186407 Sep 25 04:44:56.162309 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73d38dfc-8491-47e9-bc78-854208f6a5ca tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:56.164062 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': '867516276783434aa6d0cab0da24359e', 'gw_port': {'id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:33Z', 'updated_at': '2021-09-25T04:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '3e120565-548a-4b97-83f1-0574936a0627', 'name': '', 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'mac_address': 'fa:16:3e:47:66:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6561b5cb-8c59-40fa-8909-b6d0deeaff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:42Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 2, 'project_id': '867516276783434aa6d0cab0da24359e', 'subnets': [{'id': '6561b5cb-8c59-40fa-8909-b6d0deeaff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:56.195688 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-33af8091-80da-4229-93a8-83ce94b1c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:56.202724 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-33af8091-80da-4229-93a8-83ce94b1c284 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70285afcd7714a878960b81d72d61db0&device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 1097 time: 0.3488150 Sep 25 04:44:56.300982 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:56.312825 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73d38dfc-8491-47e9-bc78-854208f6a5ca tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:56.408089 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-fe3526a6-d5c3-4cc1-b7b4-5f39ff78c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:56.430824 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Checking router: 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:44:56.430971 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Updating router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 port 3e120565-548a-4b97-83f1-0574936a0627 binding host dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:44:56.446309 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:56.484876 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device d4c9c6a4-5114-455c-9901-f776a204af46 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:56.577781 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:56.601733 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2c7c3dc8-6cfc-4e57-986f-dff7cdf8dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:56.689662 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:51Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:56.752759 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37755353-f5f8-4bbd-82ca-5706956f88c3 None None] The sync data for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb is: [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:51Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:44:56.876255 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Allocated IP 172.28.3.131 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/53101570-5c0e-4243-beb9-93d7dc36e6fc) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:57.048586 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d38dfc-8491-47e9-bc78-854208f6a5ca tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25344e60-1adc-4e0c-a99f-06d3921bafc6,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:57.140631 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7f29d8eb-31ea-4895-8872-305968a41eae req-dba0e566-a9aa-4686-ab80-01c07c28d6ef tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 210 time: 0.2285094 Sep 25 04:44:57.179691 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73d38dfc-8491-47e9-bc78-854208f6a5ca tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:57.184852 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-73d38dfc-8491-47e9-bc78-854208f6a5ca tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9479589 Sep 25 04:44:57.202571 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48416) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:57.209754 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-a7538dd9-7f8d-46f8-b73b-58c37b62e17d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'security_group_rule': {'security_group_id': '1ca9c5fd-111e-460c-898c-2f7e9919c3e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:57.230101 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-40ccf577-6e8b-47f6-8e8e-208f7213f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:57.268604 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-40ccf577-6e8b-47f6-8e8e-208f7213f9ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ab1fc3a-b2f1-40d5-9672-86a4abd933fc HTTP/1.1" status: 200 len: 913 time: 1.0083959 Sep 25 04:44:57.331228 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3526a6-d5c3-4cc1-b7b4-5f39ff78c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41f1069-50b2-424b-96ab-36a7c80defc7,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:57.538909 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-e77894f9-c2bf-4b38-b873-64c59cb80d72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=029429ac-72bd-4b7b-899f-ffe099d825d4 HTTP/1.1" status: 200 len: 217 time: 0.2685955 Sep 25 04:44:57.667912 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-fe3526a6-d5c3-4cc1-b7b4-5f39ff78c75b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f325309c589481cbecbe346109c2d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4062674 Sep 25 04:44:57.675228 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48430) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:57.832359 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-9ee741fb-3b07-4f46-8c19-37ff9a71d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:57.832359 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-9ee741fb-3b07-4f46-8c19-37ff9a71d981 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=348b126f-8aba-4ea0-b9ea-005578269fdf HTTP/1.1" status: 200 len: 852 time: 0.2578397 Sep 25 04:44:57.929906 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-dfe631ab-482a-44ea-a532-931dfb22b7ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ab1fc3a-b2f1-40d5-9672-86a4abd933fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076682 Sep 25 04:44:57.975307 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9ba36-b084-44d7-8c75-8052c1b15288 req-aa58aa47-bdc7-4283-b464-75e83c3e5cfb tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:57.980514 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port d4c9c6a4-5114-455c-9901-f776a204af46 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:57.981892 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:57.988012 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-2c7c3dc8-6cfc-4e57-986f-dff7cdf8dcbf None None] For port d4c9c6a4-5114-455c-9901-f776a204af46, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=d4c9c6a4-5114-455c-9901-f776a204af46,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:57.991287 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a0f9ba36-b084-44d7-8c75-8052c1b15288 req-aa58aa47-bdc7-4283-b464-75e83c3e5cfb tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 944 time: 0.4222233 Sep 25 04:44:58.020674 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.108509 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-844103ab-dd84-4c5c-890d-1205d012ca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.174754 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a7538dd9-7f8d-46f8-b73b-58c37b62e17d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.264735 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2c7c3dc8-6cfc-4e57-986f-dff7cdf8dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.283092 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Notify callbacks [] for port, precommit_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.321716 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-844103ab-dd84-4c5c-890d-1205d012ca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.403013 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.454373 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.531991 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a0f9ba36-b084-44d7-8c75-8052c1b15288 req-98a245ab-45be-407d-b97d-c7a8ac0c93b6 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011457 Sep 25 04:44:58.572471 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-a8af31bf-af9a-4c49-8ac8-e8d88cd94450 None None] Provisioning complete for port d4c9c6a4-5114-455c-9901-f776a204af46 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:58.583471 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a8af31bf-af9a-4c49-8ac8-e8d88cd94450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.605943 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c3dc8-6cfc-4e57-986f-dff7cdf8dcbf None None] Pushing event updated for resources: {'Port': ['ID=d4c9c6a4-5114-455c-9901-f776a204af46,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:58.637919 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a7538dd9-7f8d-46f8-b73b-58c37b62e17d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.669988 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.680660 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-e47c02eb-0bc6-4123-a426-a1063e018244 service neutron] 10.222.0.46 "GET /v2.0/networks/4ab1fc3a-b2f1-40d5-9672-86a4abd933fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323012 Sep 25 04:44:58.720189 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-6fa1070d-f191-4024-87ec-ccdfd2533954 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:44:58.726927 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-6fa1070d-f191-4024-87ec-ccdfd2533954 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 819 time: 0.4669921 Sep 25 04:44:58.817065 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a7538dd9-7f8d-46f8-b73b-58c37b62e17d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.840178 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-844103ab-dd84-4c5c-890d-1205d012ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.840178 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-844103ab-dd84-4c5c-890d-1205d012ca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:58.882295 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-844103ab-dd84-4c5c-890d-1205d012ca96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c41f1069-50b2-424b-96ab-36a7c80defc7 HTTP/1.1" status: 204 len: 168 time: 1.1964669 Sep 25 04:44:58.905554 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-33aebad0-1bf8-443d-8212-d0e0e9e93b93 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/quotas/867516276783434aa6d0cab0da24359e HTTP/1.1" status: 200 len: 375 time: 0.0559213 Sep 25 04:44:58.935518 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:59.017727 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844103ab-dd84-4c5c-890d-1205d012ca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41f1069-50b2-424b-96ab-36a7c80defc7,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:59.061121 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7538dd9-7f8d-46f8-b73b-58c37b62e17d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7448f10-50ec-4ef1-bd80-dad3c0004c13,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:59.079032 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:59.094776 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:44:59.144165 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b08fa7d8-dcb3-43f0-acb4-f50e239612e8 req-724b7321-a516-4eaf-9fcf-a06cc73c645b service neutron] 10.222.0.46 "GET /v2.0/networks/4ab1fc3a-b2f1-40d5-9672-86a4abd933fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394906 Sep 25 04:44:59.175180 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device b76ba37f-dc72-42fa-afc8-a1b99f290a77 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:59.445120 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'Port': ['ID=53101570-5c0e-4243-beb9-93d7dc36e6fc,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Attempting to bind port 3e120565-548a-4b97-83f1-0574936a0627 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Attempting to bind port 3e120565-548a-4b97-83f1-0574936a0627 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Attempting to bind port 3e120565-548a-4b97-83f1-0574936a0627 on network 1d0c0293-5b8b-4744-b554-6316a069b24b {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c28f64-b3b3-4794-a6ef-125a6e492408 None None] Pushing event updated for resources: {'Port': ['ID=3e120565-548a-4b97-83f1-0574936a0627,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Checking segment: {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Bound using segment: {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Bound port: 3e120565-548a-4b97-83f1-0574936a0627, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:44:59.447375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:59.448971 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:59.448971 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-b55efe92-8974-405c-9b86-0edbfa7132db tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4801140 Sep 25 04:44:59.596993 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port b76ba37f-dc72-42fa-afc8-a1b99f290a77 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:44:59.598103 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:59.671085 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a7538dd9-7f8d-46f8-b73b-58c37b62e17d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:59.681268 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-a7538dd9-7f8d-46f8-b73b-58c37b62e17d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4727485 Sep 25 04:44:59.681845 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48486) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:44:59.687757 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'floatingip': {'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:59.778224 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:44:59.816825 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] For port 3e120565-548a-4b97-83f1-0574936a0627, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:59.818741 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-fda335cc-d0f2-4596-bb47-23af2ba4e563 service neutron] 10.222.0.38 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503869 Sep 25 04:44:59.822823 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] For port 3e120565-548a-4b97-83f1-0574936a0627, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=3e120565-548a-4b97-83f1-0574936a0627,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:59.919262 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:00.082801 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:00.083831 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:00.271629 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7a4d3-432f-4430-8cfb-2645f6540da8 req-f7299658-8806-4872-bc71-21ad47b66a16 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:00.295797 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-11f7a4d3-432f-4430-8cfb-2645f6540da8 req-f7299658-8806-4872-bc71-21ad47b66a16 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 944 time: 0.4574738 Sep 25 04:45:00.412698 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Routers {'47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:45:00.421581 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:44:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:00.474817 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c28f64-b3b3-4794-a6ef-125a6e492408 None None] Pushing event updated for resources: {'Port': ['ID=3e120565-548a-4b97-83f1-0574936a0627,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:00.634552 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-90a4e5a7-ab90-49f8-93da-d1e6167af56d service neutron] 10.222.0.38 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8064089 Sep 25 04:45:00.660045 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:00.695571 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-11f7a4d3-432f-4430-8cfb-2645f6540da8 req-da3ba731-7396-4994-8d6d-fbd634e9a658 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919802 Sep 25 04:45:00.700334 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device d4c9c6a4-5114-455c-9901-f776a204af46 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:00.826220 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:00.955259 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Allocated IP 172.28.3.120 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/270509c2-f969-4eb1-b60d-bcdcb89ca0cb) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:45:01.178102 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:01.189508 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] Set router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:45:01.205765 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:01.247144 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port d4c9c6a4-5114-455c-9901-f776a204af46 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:01.247372 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:01.252291 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:01.308377 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'Port': ['ID=53101570-5c0e-4243-beb9-93d7dc36e6fc,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:01.384298 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:01.384534 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:01.385837 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-601cf3c7-af40-4ab4-9a5d-6502b3a150ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5966702 Sep 25 04:45:01.686535 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:45:01.715237 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'Port': ['ID=270509c2-f969-4eb1-b60d-bcdcb89ca0cb,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:01.736880 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 30f6778a-5e30-4662-9abf-7416ecc2f8f3 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:01.775268 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:45:01.783863 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:45:01.907457 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-564d029a-356d-44eb-9b67-24a356375db1 req-c496d93a-3176-4341-b8ab-5888a93e1ddc tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 210 time: 0.4523735 Sep 25 04:45:02.065301 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-580cabe8-3045-4dbc-aaa6-36327c68f060 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1740440158&fields=id&tenant_id=cb893fc1b86e482d963d7162c57bb7e7 HTTP/1.1" status: 200 len: 267 time: 0.1140406 Sep 25 04:45:02.103699 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:02.104317 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:02.150398 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:02.186286 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': '867516276783434aa6d0cab0da24359e', 'gw_port': {'id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:33Z', 'updated_at': '2021-09-25T04:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '3e120565-548a-4b97-83f1-0574936a0627', 'name': '', 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'mac_address': 'fa:16:3e:47:66:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6561b5cb-8c59-40fa-8909-b6d0deeaff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:42Z', 'updated_at': '2021-09-25T04:44:59Z', 'revision_number': 4, 'project_id': '867516276783434aa6d0cab0da24359e', 'subnets': [{'id': '6561b5cb-8c59-40fa-8909-b6d0deeaff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:02.263223 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e81591-a7a1-483e-b0c3-ca29e112ea75 None None] The sync data for ids ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'] in dv-cinder-768458-10-smb is: [{'id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': '867516276783434aa6d0cab0da24359e', 'gw_port': {'id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:33Z', 'updated_at': '2021-09-25T04:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '3e120565-548a-4b97-83f1-0574936a0627', 'name': '', 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'mac_address': 'fa:16:3e:47:66:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6561b5cb-8c59-40fa-8909-b6d0deeaff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:42Z', 'updated_at': '2021-09-25T04:44:59Z', 'revision_number': 4, 'project_id': '867516276783434aa6d0cab0da24359e', 'subnets': [{'id': '6561b5cb-8c59-40fa-8909-b6d0deeaff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:45:02.323921 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:02.646318 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-bd8fcca0-576f-4e01-ba90-dc1ba668471f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:02.664260 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-bd8fcca0-576f-4e01-ba90-dc1ba668471f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 816 time: 0.5784850 Sep 25 04:45:02.712678 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b4c4-7ba3-4e81-850f-8d3d5e89557a req-92dd66b1-c79a-4a81-9dfe-02a916b0cb4c tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:02.722023 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9a77b4c4-7ba3-4e81-850f-8d3d5e89557a req-92dd66b1-c79a-4a81-9dfe-02a916b0cb4c tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 944 time: 0.5662296 Sep 25 04:45:02.757879 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 3e120565-548a-4b97-83f1-0574936a0627 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:02.808685 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-01a3fc75-44c9-47c3-968b-e2befcc16ad5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/quotas/cb893fc1b86e482d963d7162c57bb7e7 HTTP/1.1" status: 200 len: 375 time: 0.1434460 Sep 25 04:45:02.825146 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:02.893499 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:02.925874 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 3e120565-548a-4b97-83f1-0574936a0627 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:02.925874 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:02.998500 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'Port': ['ID=270509c2-f969-4eb1-b60d-bcdcb89ca0cb,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:03.010740 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:03.039424 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9a77b4c4-7ba3-4e81-850f-8d3d5e89557a req-63589d79-50d9-45a2-adbb-dc2f4ce0560d tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427919 Sep 25 04:45:03.067377 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:03.085689 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-98372749-b690-4d87-837f-4d407ebdb352 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2757161 Sep 25 04:45:03.121007 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:03.122323 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1c73a51a-6e50-475d-b4f0-1b1d8b752b32 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4399302 Sep 25 04:45:03.160570 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port 3e120565-548a-4b97-83f1-0574936a0627, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=3e120565-548a-4b97-83f1-0574936a0627,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:03.264696 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ab3fbc91-6af9-4b7d-9a0a-136240c5e1c6 req-496879ea-bc04-4ab6-aec7-8abd0074301a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 210 time: 0.0522304 Sep 25 04:45:03.274680 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:03.344389 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-292d5643-e670-4fc1-a553-04b956503a07 service neutron] 10.222.0.38 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416215 Sep 25 04:45:03.370755 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=3e120565-548a-4b97-83f1-0574936a0627,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:03.569210 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-e5a34d4c-d99c-4019-9480-b7639f03083c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--850869230&fields=id&tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6 HTTP/1.1" status: 200 len: 267 time: 0.1112711 Sep 25 04:45:03.624393 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-e89d0ff0-c4db-4298-88ae-6152a2c28a06 service neutron] 10.222.0.38 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680223 Sep 25 04:45:03.757233 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-af9da16c-1158-498e-a6ba-9ce61fdddbd2 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:03.760837 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-af9da16c-1158-498e-a6ba-9ce61fdddbd2 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/networks?id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 200 len: 810 time: 0.1803896 Sep 25 04:45:03.784377 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-aa75f55a-eb6f-481c-9cf3-273c3d47008f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/quotas/3ddb1ab27ef34058ad8ff0414bb870d6 HTTP/1.1" status: 200 len: 375 time: 0.0120392 Sep 25 04:45:03.884053 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acc13-4dbb-4595-8166-744a55031a4a req-921af53d-2b6d-4706-85bf-d27c38941dba tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:03.886912 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-1ab22548-5856-4ed6-89ee-90513ff4a12f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895953 Sep 25 04:45:03.889618 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-921af53d-2b6d-4706-85bf-d27c38941dba tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 819 time: 0.2013814 Sep 25 04:45:03.903161 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Request body: {'port': {'device_id': '7725607b-bb9e-4242-be18-30f6e6039a01', 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b', 'admin_state_up': True, 'tenant_id': '867516276783434aa6d0cab0da24359e'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:03.977120 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48624) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:04.132980 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Made reservation on behalf of 867516276783434aa6d0cab0da24359e for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:45:04.134944 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-f81dcc98-2784-4ffc-8f09-9208012c3be3 service neutron] 10.222.0.38 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873238 Sep 25 04:45:04.136937 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:04.498634 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-90675514-492c-4fba-a527-4486f2d2e8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:04.501844 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48644) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:04.561490 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc4977-344e-4130-9d42-405627b1bb56 req-92c281b2-8959-422f-b4c0-4968b343a3da tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:04.563507 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6afc4977-344e-4130-9d42-405627b1bb56 req-92c281b2-8959-422f-b4c0-4968b343a3da tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 944 time: 0.3356354 Sep 25 04:45:04.607443 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Allocated IP 172.20.0.9 (1d0c0293-5b8b-4744-b554-6316a069b24b/6561b5cb-8c59-40fa-8909-b6d0deeaff6b/8a65dd41-d608-4e1c-9c02-ae52f83ab7f0) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:45:04.702424 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a7561746-371a-4471-8c47-babaa338c4cd service neutron] 10.222.0.38 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391119 Sep 25 04:45:04.708136 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 3e120565-548a-4b97-83f1-0574936a0627 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:04.804041 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6afc4977-344e-4130-9d42-405627b1bb56 req-a41f4e24-a3d9-46a0-a223-e7a65763bb53 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324119 Sep 25 04:45:04.953609 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 3e120565-548a-4b97-83f1-0574936a0627 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:04.955900 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:04.995136 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7d9a3809-04b8-4edd-9b4c-d3aca8c5ff34 req-558dd4b1-384e-46e9-802c-3586d82c7869 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 210 time: 0.0928464 Sep 25 04:45:05.014510 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb3fa-df20-4ee6-9ec0-2a20b25ae894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:05.118894 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-90675514-492c-4fba-a527-4486f2d2e8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:05.150196 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:05.218780 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-90675514-492c-4fba-a527-4486f2d2e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:05.302454 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-90675514-492c-4fba-a527-4486f2d2e8a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1eb08e4099fb4c6797e22d2e116864ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3242552 Sep 25 04:45:05.328049 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48670) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:05.329791 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fa38bc15-0d35-46fc-9f60-9c41d5a4a3ed req-867344a9-ead2-4cbd-af53-8d32837a03eb tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 210 time: 0.1037903 Sep 25 04:45:05.369755 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90675514-492c-4fba-a527-4486f2d2e8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40994e28-84c1-4975-ad4e-682366b00f0b,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:05.378227 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:05.462219 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86a79a56-6034-4b1c-ac62-9eba41e72a3f req-87df584b-3edc-4461-83e0-f8c2d32993d2 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 210 time: 0.0719838 Sep 25 04:45:05.508937 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.46', 59435) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:05.599205 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8f24a897-b31c-4ac5-b741-7e9463ee3251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:05.666007 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Network 1d0c0293-5b8b-4744-b554-6316a069b24b is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:45:05.694184 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:45:05.717793 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8f24a897-b31c-4ac5-b741-7e9463ee3251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:05.742809 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:45:05.748611 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:05.749272 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:05.758166 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-be7ee80a-d816-493d-afb5-63b314ef9a22 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:05.760579 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-be7ee80a-d816-493d-afb5-63b314ef9a22 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 819 time: 0.2505798 Sep 25 04:45:05.760814 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb3fa-df20-4ee6-9ec0-2a20b25ae894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:05.761883 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Pushing event updated for resources: {'Port': ['ID=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:05.777143 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Request body: {'port': {'device_id': '0eebd6b9-05aa-4949-9a5c-9aed82650569', 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b', 'admin_state_up': True, 'tenant_id': '867516276783434aa6d0cab0da24359e'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:05.990480 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1647758-6eac-4dd5-905d-647e2352cfb8 req-bf4f6e3c-e4fc-47ae-87d3-a7408f1c3b95 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:05.992106 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d1647758-6eac-4dd5-905d-647e2352cfb8 req-bf4f6e3c-e4fc-47ae-87d3-a7408f1c3b95 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 944 time: 0.0670047 Sep 25 04:45:06.002729 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb3fa-df20-4ee6-9ec0-2a20b25ae894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.044131 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 029429ac-72bd-4b7b-899f-ffe099d825d4 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:45:06.094344 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8f24a897-b31c-4ac5-b741-7e9463ee3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.111483 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d1647758-6eac-4dd5-905d-647e2352cfb8 req-3d1062ea-d3b0-48c7-846a-6ef0e11342cd tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081913 Sep 25 04:45:06.115474 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8f24a897-b31c-4ac5-b741-7e9463ee3251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.121081 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-8f24a897-b31c-4ac5-b741-7e9463ee3251 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40994e28-84c1-4975-ad4e-682366b00f0b HTTP/1.1" status: 204 len: 168 time: 0.7890346 Sep 25 04:45:06.139124 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-4104843b-e2a7-492b-9293-0735d37e4366 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2362859 Sep 25 04:45:06.141815 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdb3fa-df20-4ee6-9ec0-2a20b25ae894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de0e427-68ca-4f60-89a8-f79a9243a364,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:06.193495 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-9cbdb3fa-df20-4ee6-9ec0-2a20b25ae894 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=384f91bb2dfe42c49924794bdfea67a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6795387 Sep 25 04:45:06.205032 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48710) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:06.228601 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Request body: {'port': {'device_id': '7725607b-bb9e-4242-be18-30f6e6039a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:06.273488 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-349ebd37-059d-43ce-8581-a8740e6a3d53 req-ab611c60-9480-4a85-ad29-8334026f3101 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 210 time: 0.0988009 Sep 25 04:45:06.279986 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 029429ac-72bd-4b7b-899f-ffe099d825d4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=029429ac-72bd-4b7b-899f-ffe099d825d4,segment=NetworkSegment(23dcb459-3f42-46e3-9526-65e4388ad619),segment_id=23dcb459-3f42-46e3-9526-65e4388ad619)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:06.309874 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '029429ac-72bd-4b7b-899f-ffe099d825d4', 'network_id': '4ab1fc3a-b2f1-40d5-9672-86a4abd933fc', 'port_id': '029429ac-72bd-4b7b-899f-ffe099d825d4', 'mac_address': 'fa:16:3e:cb:b5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348b126f-8aba-4ea0-b9ea-005578269fdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:45:06.326879 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Made reservation on behalf of 867516276783434aa6d0cab0da24359e for: {'port': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:45:06.335498 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24a897-b31c-4ac5-b741-7e9463ee3251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40994e28-84c1-4975-ad4e-682366b00f0b,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:06.337679 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.433557 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.437794 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.478421 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029429ac-72bd-4b7b-899f-ffe099d825d4 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:45:06.559421 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48724) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:06.574026 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 029429ac-72bd-4b7b-899f-ffe099d825d4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=029429ac-72bd-4b7b-899f-ffe099d825d4,segment=NetworkSegment(23dcb459-3f42-46e3-9526-65e4388ad619),segment_id=23dcb459-3f42-46e3-9526-65e4388ad619)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:06.586971 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c3be4082-2619-418e-9ade-87c0a515b3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.625925 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c3be4082-2619-418e-9ade-87c0a515b3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.670197 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.870043 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=029429ac-72bd-4b7b-899f-ffe099d825d4,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:06.889108 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c2656e3f-e1df-4c30-aa9d-388ff212ded3 req-dd082e77-5ab1-4922-8a31-e3fe1880f2b9 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 210 time: 0.3264782 Sep 25 04:45:06.919637 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c3be4082-2619-418e-9ade-87c0a515b3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.922618 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c3be4082-2619-418e-9ade-87c0a515b3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.925071 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c3be4082-2619-418e-9ade-87c0a515b3e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6de0e427-68ca-4f60-89a8-f79a9243a364 HTTP/1.1" status: 204 len: 168 time: 0.6437368 Sep 25 04:45:06.933030 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-db2c5b1b-633d-413e-a6c1-1e6969c02d88 req-b46340da-5ecc-4857-b50d-6fa888b58b84 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 210 time: 0.2803502 Sep 25 04:45:06.940855 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be4082-2619-418e-9ade-87c0a515b3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de0e427-68ca-4f60-89a8-f79a9243a364,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:06.959108 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:45:06.968792 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:06.983810 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['029429ac-72bd-4b7b-899f-ffe099d825d4'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:45:07.012999 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Transition to ACTIVE for port object 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:45:07.144186 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f296b63e-38f2-467c-b87b-74791cdd2455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:07.151988 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:07.305563 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Pushing event updated for resources: {'Port': ['ID=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:07.333034 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Attempting to bind port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:45:07.333586 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Attempting to bind port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:45:07.335252 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Attempting to bind port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 on network 1d0c0293-5b8b-4744-b554-6316a069b24b {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:07.343286 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 on network 1d0c0293-5b8b-4744-b554-6316a069b24b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:45:07.347102 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Attempting to bind port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 on network 1d0c0293-5b8b-4744-b554-6316a069b24b {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:07.352148 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:45:07.352873 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Checking segment: {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:45:07.353589 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Bound using segment: {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:45:07.354136 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Bound port: 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:45:07.354700 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:07.411953 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Allocated IP 172.20.0.3 (1d0c0293-5b8b-4744-b554-6316a069b24b/6561b5cb-8c59-40fa-8909-b6d0deeaff6b/d90bd850-93dd-4fa7-9190-1ccd13139e6c) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:45:07.476005 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48740) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:07.481807 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ea2419fe-4e1b-4398-a811-b6699a280835 req-11455178-020e-4df1-9433-2dceeaa49143 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 210 time: 0.0637565 Sep 25 04:45:07.506964 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db435c-3382-41a8-8543-a1fc80bfc14a req-0199e2f0-f15d-4f2f-b20b-c3834b42b277 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:07.514432 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f9db435c-3382-41a8-8543-a1fc80bfc14a req-0199e2f0-f15d-4f2f-b20b-c3834b42b277 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 945 time: 0.2106528 Sep 25 04:45:07.535587 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] For port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:45:07.544318 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] For port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:45:07.554951 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6d3c942d-75b4-4762-b3aa-331dedbbce78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:07.629769 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:07.697027 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:07.698195 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:07.701078 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] 10.222.0.46 "PUT /v2.0/ports/8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 HTTP/1.1" status: 200 len: 1093 time: 1.5309780 Sep 25 04:45:07.702083 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7725607b-bb9e-4242-be18-30f6e6039a01', 'tag': '8a65dd41-d608-4e1c-9c02-ae52f83ab7f0'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:07.706671 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cd6c65-f2fe-49a3-96ff-3aa08d533c71" -d '{"events": [{"name": "network-changed", "server_uuid": "7725607b-bb9e-4242-be18-30f6e6039a01", "tag": "8a65dd41-d608-4e1c-9c02-ae52f83ab7f0"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:07.734364 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f9db435c-3382-41a8-8543-a1fc80bfc14a req-b35ad9e3-2064-4713-ad93-2340c0e39168 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187881 Sep 25 04:45:07.961724 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f296b63e-38f2-467c-b87b-74791cdd2455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:07.965170 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c20753-11a3-4cb5-88d6-5b99a7895c7c service neutron] Pushing event updated for resources: {'Port': ['ID=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:07.965170 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f289890-4d7f-4783-ac2e-95d00558f1f0 x-openstack-request-id: req-3f289890-4d7f-4783-ac2e-95d00558f1f0 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:07.965170 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7725607b-bb9e-4242-be18-30f6e6039a01", "tag": "8a65dd41-d608-4e1c-9c02-ae52f83ab7f0", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:07.965170 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f289890-4d7f-4783-ac2e-95d00558f1f0 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:07.965170 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7725607b-bb9e-4242-be18-30f6e6039a01', 'tag': '8a65dd41-d608-4e1c-9c02-ae52f83ab7f0', 'status': 'completed', 'code': 200} Sep 25 04:45:07.982454 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.002342 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6c65-f2fe-49a3-96ff-3aa08d533c71 req-717a19e4-ab6b-4b7d-8804-5904660ba7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:08.004416 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d1cd6c65-f2fe-49a3-96ff-3aa08d533c71 req-717a19e4-ab6b-4b7d-8804-5904660ba7ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1096 time: 0.0591028 Sep 25 04:45:08.037465 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 029429ac-72bd-4b7b-899f-ffe099d825d4 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:08.206120 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f296b63e-38f2-467c-b87b-74791cdd2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.222719 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6c65-f2fe-49a3-96ff-3aa08d533c71 req-65a4a317-7d50-42a4-b350-af0209600ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:08.224310 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d1cd6c65-f2fe-49a3-96ff-3aa08d533c71 req-65a4a317-7d50-42a4-b350-af0209600ff1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=867516276783434aa6d0cab0da24359e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2116847 Sep 25 04:45:08.229999 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port 029429ac-72bd-4b7b-899f-ffe099d825d4 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:45:08.241651 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 029429ac-72bd-4b7b-899f-ffe099d825d4 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:08.242583 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.317793 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7dc4b01c-91f6-44a1-bc89-d167bd634a42 req-f65002b3-0a73-435b-8144-23c4b700d6c6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 210 time: 0.1271431 Sep 25 04:45:08.331937 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f78f959b-f671-4190-ba60-7cad84d19211 req-ab9e7883-f0c8-46f4-b77b-0dd39ec3d260 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 210 time: 0.1424451 Sep 25 04:45:08.377612 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-f296b63e-38f2-467c-b87b-74791cdd2455 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f38fef0651c4eed965919b5639b91e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8122444 Sep 25 04:45:08.378465 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48760) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:08.430777 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296b63e-38f2-467c-b87b-74791cdd2455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef7b0ef-cba7-4ef4-b0d3-5ded62b9059f,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:08.433280 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.494861 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.46', 59443) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:08.521578 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.584766 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 029429ac-72bd-4b7b-899f-ffe099d825d4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=029429ac-72bd-4b7b-899f-ffe099d825d4,segment=NetworkSegment(23dcb459-3f42-46e3-9526-65e4388ad619),segment_id=23dcb459-3f42-46e3-9526-65e4388ad619)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:08.587132 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80d5e99-ef00-45ee-bd2f-0ddd9f74e220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029429ac-72bd-4b7b-899f-ffe099d825d4'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:08.589434 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48766) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:08.612799 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e2596863-7c52-4264-8b48-fc3a7311713c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.642228 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb6ad-41c8-4067-91d1-b84bc6ec8487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.673114 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6c65-f2fe-49a3-96ff-3aa08d533c71 req-857e664a-d735-474c-b1d2-02b0e740267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:08.675311 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d1cd6c65-f2fe-49a3-96ff-3aa08d533c71 req-857e664a-d735-474c-b1d2-02b0e740267b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4431584 Sep 25 04:45:08.699296 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.808436 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6d3c942d-75b4-4762-b3aa-331dedbbce78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.825051 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cb20be6e-4b0a-46e3-a2ad-c79a76253dda req-2017cdfc-96f2-4dda-b345-2df86eb67080 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 210 time: 0.1078663 Sep 25 04:45:08.845860 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acc13-4dbb-4595-8166-744a55031a4a req-f54be0a6-b4e6-46bf-aeca-5b4ba994466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:08.849913 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-f54be0a6-b4e6-46bf-aeca-5b4ba994466e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1096 time: 0.1105318 Sep 25 04:45:08.851761 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=029429ac-72bd-4b7b-899f-ffe099d825d4,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:08.855265 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Network 1d0c0293-5b8b-4744-b554-6316a069b24b is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:45:08.884500 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:45:08.922424 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e2596863-7c52-4264-8b48-fc3a7311713c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.925975 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Pushing event updated for resources: {'Port': ['ID=d90bd850-93dd-4fa7-9190-1ccd13139e6c,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:08.936844 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-7a4ed7d9-e6d5-41da-8905-d11bdd193d53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 HTTP/1.1" status: 200 len: 217 time: 0.0773401 Sep 25 04:45:08.947138 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:45:08.957661 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:08.958326 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.976968 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6d3c942d-75b4-4762-b3aa-331dedbbce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:08.993370 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899739a3-9aac-4df5-9d0f-256b76f3d973" -d '{"events": [{"server_uuid": "e80d5e99-ef00-45ee-bd2f-0ddd9f74e220", "name": "network-vif-plugged", "status": "completed", "tag": "029429ac-72bd-4b7b-899f-ffe099d825d4"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:09.043636 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acc13-4dbb-4595-8166-744a55031a4a req-e89d181a-a726-4572-8c21-dcab852a0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:09.045243 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-e89d181a-a726-4572-8c21-dcab852a0cb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.0979018 Sep 25 04:45:09.093829 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-e96e57d3-254f-4474-b8fe-a31e1f5834e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366518 Sep 25 04:45:09.125015 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-6d3c942d-75b4-4762-b3aa-331dedbbce78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1db41e46a54047bb9fd6485e42be7411&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6422043 Sep 25 04:45:09.128085 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c942d-75b4-4762-b3aa-331dedbbce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a36fa98-9e22-4107-9c0e-6ceb7dc875f4,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:09.130551 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48786) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:09.141476 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-84edb0b3-bb7d-40e8-859a-2ba996a882c3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:09.144071 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-84edb0b3-bb7d-40e8-859a-2ba996a882c3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 816 time: 0.6442497 Sep 25 04:45:09.171321 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0768e5d9-a0d2-4bb4-9f18-403d2acdc2e2 x-openstack-request-id: req-0768e5d9-a0d2-4bb4-9f18-403d2acdc2e2 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:09.171853 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80d5e99-ef00-45ee-bd2f-0ddd9f74e220", "name": "network-vif-plugged", "status": "completed", "tag": "029429ac-72bd-4b7b-899f-ffe099d825d4", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:09.172431 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0768e5d9-a0d2-4bb4-9f18-403d2acdc2e2 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:09.174964 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80d5e99-ef00-45ee-bd2f-0ddd9f74e220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029429ac-72bd-4b7b-899f-ffe099d825d4', 'code': 200} Sep 25 04:45:09.227583 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6f806-1f3e-48e7-9db5-27fba6eeab29 req-148c949b-de8f-4ea3-835b-5aefb7670e3b tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:09.229261 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-15c6f806-1f3e-48e7-9db5-27fba6eeab29 req-148c949b-de8f-4ea3-835b-5aefb7670e3b tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 946 time: 0.2453344 Sep 25 04:45:09.278969 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-a0f562b6-e134-4515-b82e-d9f7a71b72d0 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb893fc1b86e482d963d7162c57bb7e7 HTTP/1.1" status: 200 len: 380 time: 0.1128583 Sep 25 04:45:09.300113 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'port': {'device_id': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'admin_state_up': True, 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'security_groups': ['11e20c5d-bb33-410f-ad14-d6ecec580617']}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:09.302967 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb6ad-41c8-4067-91d1-b84bc6ec8487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:09.323996 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e2596863-7c52-4264-8b48-fc3a7311713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:09.326522 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e2596863-7c52-4264-8b48-fc3a7311713c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:09.331874 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-e2596863-7c52-4264-8b48-fc3a7311713c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ef7b0ef-cba7-4ef4-b0d3-5ded62b9059f HTTP/1.1" status: 204 len: 168 time: 0.9482729 Sep 25 04:45:09.332131 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.46', 59447) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:09.375554 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-396a2e9f-b13c-474b-9675-1bc0baa63fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:09.382989 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-474d4adb-a6b6-4be9-b856-ba66cb8638b7 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732508 Sep 25 04:45:09.390966 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb6ad-41c8-4067-91d1-b84bc6ec8487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:09.397309 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2596863-7c52-4264-8b48-fc3a7311713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef7b0ef-cba7-4ef4-b0d3-5ded62b9059f,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:09.419399 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-15c6f806-1f3e-48e7-9db5-27fba6eeab29 req-e415441c-5299-45c1-8151-da03ac68c090 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641855 Sep 25 04:45:09.541292 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-18ae707d-2334-413f-949d-c1f480ae6fb6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7712574 Sep 25 04:45:09.582125 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Request body: {'port': {'device_id': '0eebd6b9-05aa-4949-9a5c-9aed82650569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:09.586299 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-396a2e9f-b13c-474b-9675-1bc0baa63fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:09.662127 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-8a3eb6ad-41c8-4067-91d1-b84bc6ec8487 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0a126e9257643bd9ff32ed1eb4845c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0640137 Sep 25 04:45:09.675402 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 48802) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:09.685021 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0be0d31c-739b-4e3e-8677-0b02461e551a req-c39a1a57-9188-4ec2-95b3-f146c639dbf5 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 210 time: 0.1233861 Sep 25 04:45:09.739412 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3eb6ad-41c8-4067-91d1-b84bc6ec8487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1b2640-6ded-47d5-ac75-fc0f045043d1,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:09.764988 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:09.777265 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082491ce-3252-4a6c-a52d-b9fe1ff51555 req-66141c66-4bcf-4f69-844e-c5026219c9af tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:09.778885 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-082491ce-3252-4a6c-a52d-b9fe1ff51555 req-66141c66-4bcf-4f69-844e-c5026219c9af tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 931 time: 0.2279952 Sep 25 04:45:09.784168 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-0dfe6bcb-27be-49c8-9293-b2a9f115e77e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:09.786923 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-0dfe6bcb-27be-49c8-9293-b2a9f115e77e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "GET /v2.0/networks?id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 200 len: 810 time: 0.4542713 Sep 25 04:45:09.825819 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.46', 59448) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:09.871742 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Made reservation on behalf of cb893fc1b86e482d963d7162c57bb7e7 for: {'port': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:45:09.876266 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.056041 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-396a2e9f-b13c-474b-9675-1bc0baa63fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.059135 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-396a2e9f-b13c-474b-9675-1bc0baa63fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.066503 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-396a2e9f-b13c-474b-9675-1bc0baa63fe6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a36fa98-9e22-4107-9c0e-6ceb7dc875f4 HTTP/1.1" status: 204 len: 168 time: 0.9302416 Sep 25 04:45:10.079877 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f98acc13-4dbb-4595-8166-744a55031a4a req-e212e2a4-8f52-4f3a-b31c-b433ad28923c service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695197 Sep 25 04:45:10.143143 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-1f0ed383-c2ba-4b1b-9804-80ba6f6a9c1f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6 HTTP/1.1" status: 200 len: 379 time: 0.3385007 Sep 25 04:45:10.170326 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'port': {'device_id': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'admin_state_up': True, 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'security_groups': ['1ca9c5fd-111e-460c-898c-2f7e9919c3e5']}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:10.180240 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-082491ce-3252-4a6c-a52d-b9fe1ff51555 req-71e41934-8429-4279-82d7-d482a3b9621a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306148 Sep 25 04:45:10.191605 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a2e9f-b13c-474b-9675-1bc0baa63fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a36fa98-9e22-4107-9c0e-6ceb7dc875f4,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:10.196298 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9db5f026-7ed7-4f6d-ac08-a6666e7f06cb req-578260ce-c163-49bd-99ee-6fcf9e355e71 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 210 time: 0.1414638 Sep 25 04:45:10.288859 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6afcb39d-807b-4847-a0e4-40a43f606f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.300700 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98160be-19b2-4213-be9b-720fd157a500 req-e577ef5f-dce4-444c-9b83-39ab90a946eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:10.302410 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-c98160be-19b2-4213-be9b-720fd157a500 req-e577ef5f-dce4-444c-9b83-39ab90a946eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 1099 time: 0.4680376 Sep 25 04:45:10.369168 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-c98160be-19b2-4213-be9b-720fd157a500 req-d35034d6-3700-49b5-b267-e7fae051586c service neutron] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.373992 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6afcb39d-807b-4847-a0e4-40a43f606f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.473207 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Allocated IP 172.20.0.14 (c6d3c57c-48bd-4f5d-a012-098446e9966a/136d943f-3e01-40ff-a97e-f12d860b747c/83e92177-9e57-45f2-bbe4-ae385e24a34f) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:45:10.592032 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6afcb39d-807b-4847-a0e4-40a43f606f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.595273 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6afcb39d-807b-4847-a0e4-40a43f606f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.599326 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-6afcb39d-807b-4847-a0e4-40a43f606f5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd1b2640-6ded-47d5-ac75-fc0f045043d1 HTTP/1.1" status: 204 len: 168 time: 0.9171116 Sep 25 04:45:10.617971 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcb39d-807b-4847-a0e4-40a43f606f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1b2640-6ded-47d5-ac75-fc0f045043d1,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:10.625674 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-c98160be-19b2-4213-be9b-720fd157a500 req-d35034d6-3700-49b5-b267-e7fae051586c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.696322 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-c98160be-19b2-4213-be9b-720fd157a500 req-d35034d6-3700-49b5-b267-e7fae051586c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.738418 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90bd850-93dd-4fa7-9190-1ccd13139e6c {{(pid=101229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:45:10.759626 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.809155 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877d3b-e6db-4829-9bbf-a1af8e23cf6b req-d5f3d499-a8f9-46ba-a39d-d33fcb01d84a tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:10.810824 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ff877d3b-e6db-4829-9bbf-a1af8e23cf6b req-d5f3d499-a8f9-46ba-a39d-d33fcb01d84a tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 946 time: 0.2563374 Sep 25 04:45:10.815131 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48836) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:10.862943 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.provisioning_blocks [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Transition to ACTIVE for port object d90bd850-93dd-4fa7-9190-1ccd13139e6c will not be triggered until provisioned by entity L2. {{(pid=101229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:45:10.898457 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f276a071-dca8-4925-b926-61fd0f9effc7 req-e790347b-1236-4bce-b586-ef8fbba15328 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 210 time: 0.0821929 Sep 25 04:45:10.899184 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-dedae6d6-10b7-4f6d-ace5-39b93ddeab1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.963531 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.969536 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ff877d3b-e6db-4829-9bbf-a1af8e23cf6b req-1012493d-d595-415b-9f96-8576f6056408 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487033 Sep 25 04:45:10.990466 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:10.997606 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-c98160be-19b2-4213-be9b-720fd157a500 req-d35034d6-3700-49b5-b267-e7fae051586c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629138 Sep 25 04:45:11.023314 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35034d6-3700-49b5-b267-e7fae051586c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=18d6edb2-9689-426c-9bc1-8c2a1bbe6adb,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:11.080290 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Pushing event updated for resources: {'Port': ['ID=d90bd850-93dd-4fa7-9190-1ccd13139e6c,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:11.122658 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Attempting to bind port d90bd850-93dd-4fa7-9190-1ccd13139e6c on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:45:11.122658 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Attempting to bind port d90bd850-93dd-4fa7-9190-1ccd13139e6c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:45:11.122658 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Attempting to bind port d90bd850-93dd-4fa7-9190-1ccd13139e6c on network 1d0c0293-5b8b-4744-b554-6316a069b24b {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:11.123741 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Port d90bd850-93dd-4fa7-9190-1ccd13139e6c on network 1d0c0293-5b8b-4744-b554-6316a069b24b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:45:11.124069 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Attempting to bind port d90bd850-93dd-4fa7-9190-1ccd13139e6c on network 1d0c0293-5b8b-4744-b554-6316a069b24b {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:11.131653 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:45:11.132016 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Checking segment: {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:45:11.132683 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Bound using segment: {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:45:11.133118 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Bound port: d90bd850-93dd-4fa7-9190-1ccd13139e6c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54645ea-806c-4d74-b478-d9ac9b986a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b'}}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:45:11.133663 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:11.212352 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Made reservation on behalf of 3ddb1ab27ef34058ad8ff0414bb870d6 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:45:11.218918 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:11.343841 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:11.462321 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Network c6d3c57c-48bd-4f5d-a012-098446e9966a is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:45:11.535248 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Allocated IP 172.20.0.3 (2b96bf01-948c-4291-a81e-ea3a0c99f8b3/29ef62a3-d04f-48c5-bc06-7f75598408db/b811eb34-1320-46ec-9115-d8e0a1b5d622) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:45:11.556124 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:45:11.562984 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:45:11.569065 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:11.569844 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:11.573062 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] For port d90bd850-93dd-4fa7-9190-1ccd13139e6c, host hv-cinder-76845, cleared binding levels {{(pid=101229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:45:11.625969 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:11.633459 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] For port d90bd850-93dd-4fa7-9190-1ccd13139e6c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d90bd850-93dd-4fa7-9190-1ccd13139e6c,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:45:11.675581 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158be23-2210-4caf-aa94-34f2ecb2b079 req-8b24220d-36c0-43ee-ba28-eabbe2b821c4 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:11.683114 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5158be23-2210-4caf-aa94-34f2ecb2b079 req-8b24220d-36c0-43ee-ba28-eabbe2b821c4 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 943 time: 0.2190418 Sep 25 04:45:11.693119 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd45d4-8150-4bab-9b0d-f3e23263aa6f req-c889d57b-666f-4232-b23c-71039275a5ac tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:11.694869 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-69bd45d4-8150-4bab-9b0d-f3e23263aa6f req-c889d57b-666f-4232-b23c-71039275a5ac tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 932 time: 0.2840717 Sep 25 04:45:11.762589 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:11.815335 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5158be23-2210-4caf-aa94-34f2ecb2b079 req-1ab7222b-647a-451d-9a1b-9c788bff6681 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312618 Sep 25 04:45:11.867606 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:11.881767 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-69bd45d4-8150-4bab-9b0d-f3e23263aa6f req-aaa7747b-906f-480c-9bba-d437a8da455a tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638460 Sep 25 04:45:11.889182 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-dedae6d6-10b7-4f6d-ace5-39b93ddeab1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:11.901581 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:11.902376 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:11.903977 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] 10.222.0.46 "PUT /v2.0/ports/d90bd850-93dd-4fa7-9190-1ccd13139e6c HTTP/1.1" status: 200 len: 1093 time: 2.3510456 Sep 25 04:45:11.904460 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eebd6b9-05aa-4949-9a5c-9aed82650569', 'tag': 'd90bd850-93dd-4fa7-9190-1ccd13139e6c'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:11.971126 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-dedae6d6-10b7-4f6d-ace5-39b93ddeab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:12.007820 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:12.072031 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedae6d6-10b7-4f6d-ace5-39b93ddeab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aac27e-8cdc-4451-b134-9cb62e985714,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:12.082470 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-591a0346-3bb6-4bd0-b531-9f57611dd2c1 None None] Provisioning complete for port 83e92177-9e57-45f2-bbe4-ae385e24a34f triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:12.083356 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-591a0346-3bb6-4bd0-b531-9f57611dd2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:12.103442 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-dedae6d6-10b7-4f6d-ace5-39b93ddeab1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20eba3ccffda4078a10fda0d70e5da57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2837734 Sep 25 04:45:12.104467 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f820e-bf53-40e3-a774-2da68a7cab83 service neutron] Pushing event updated for resources: {'Port': ['ID=d90bd850-93dd-4fa7-9190-1ccd13139e6c,revision_number=3']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:12.107645 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 48878) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:12.118413 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:45:12.120179 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-6bc06022-d581-4bad-9317-dbcca4c4747f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8268404 Sep 25 04:45:12.132511 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:45:12.139388 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:45:12.154641 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:12.156018 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:12.156675 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-591a0346-3bb6-4bd0-b531-9f57611dd2c1 None None] Port 83e92177-9e57-45f2-bbe4-ae385e24a34f cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:45:12.185423 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'Port': ['ID=b811eb34-1320-46ec-9115-d8e0a1b5d622,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:12.197310 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Request body: {'port': {'device_id': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:12.286912 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-a8ec4911-e3ed-4b36-972d-f4d274fb280c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1342702 Sep 25 04:45:12.307129 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Request body: {'port': {'device_id': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:12.346851 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2edfc-fe52-454d-8ccc-70585a368557 req-2616bb05-0ab3-411a-a5a2-03f9ec794dd3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:12.349955 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c8a2edfc-fe52-454d-8ccc-70585a368557 req-2616bb05-0ab3-411a-a5a2-03f9ec794dd3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 931 time: 0.3516831 Sep 25 04:45:12.454795 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:12.481951 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d4af4-37d8-4399-844d-888a2c00f3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0eebd6b9-05aa-4949-9a5c-9aed82650569", "tag": "d90bd850-93dd-4fa7-9190-1ccd13139e6c"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:12.483550 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:12.494309 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-fa41d194-0ffd-441a-bbd1-fb4c0da966c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:12.495882 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-fa41d194-0ffd-441a-bbd1-fb4c0da966c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 1096 time: 0.3805780 Sep 25 04:45:12.529279 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35e37786-326d-4bbf-a5b7-de9f236c0398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:12.560797 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-f2554477-acd9-4a9b-abab-a6f6ca8b446e None None] Provisioning complete for port b811eb34-1320-46ec-9115-d8e0a1b5d622 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:12.562696 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f2554477-acd9-4a9b-abab-a6f6ca8b446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:12.644984 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad62b-10ca-4aec-bef5-23a5dc825f98 req-f679a31a-eb37-48c6-b7da-63e796fe06a0 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:12.646743 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e4aad62b-10ca-4aec-bef5-23a5dc825f98 req-f679a31a-eb37-48c6-b7da-63e796fe06a0 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 946 time: 0.4038422 Sep 25 04:45:12.686850 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c8a2edfc-fe52-454d-8ccc-70585a368557 req-64173d84-94e0-419f-8527-7f9c94f53555 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806833 Sep 25 04:45:12.690090 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-f2554477-acd9-4a9b-abab-a6f6ca8b446e None None] Port b811eb34-1320-46ec-9115-d8e0a1b5d622 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:45:12.730804 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-2bc0c49b-a53e-4664-b04d-f3a2baac3f71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bd850-93dd-4fa7-9190-1ccd13139e6c HTTP/1.1" status: 200 len: 217 time: 0.2167945 Sep 25 04:45:12.818833 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35e37786-326d-4bbf-a5b7-de9f236c0398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:12.866352 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e4aad62b-10ca-4aec-bef5-23a5dc825f98 req-5613bc91-5ee3-4e57-aa44-6eb8404e5ca3 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433749 Sep 25 04:45:12.942807 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-980370f2-44f8-43b1-9c60-7b6e91693367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:12.944772 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-980370f2-44f8-43b1-9c60-7b6e91693367 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.2024806 Sep 25 04:45:13.030339 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b811eb34-1320-46ec-9115-d8e0a1b5d622 {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:45:13.043195 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:13.058616 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Transition to ACTIVE for port object b811eb34-1320-46ec-9115-d8e0a1b5d622 will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:45:13.091103 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-a93a05cb-3831-4c3a-9e05-597822b27f0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296911 Sep 25 04:45:13.154772 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:13.244240 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35e37786-326d-4bbf-a5b7-de9f236c0398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:13.248576 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35e37786-326d-4bbf-a5b7-de9f236c0398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:13.252028 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-35e37786-326d-4bbf-a5b7-de9f236c0398 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15aac27e-8cdc-4451-b134-9cb62e985714 HTTP/1.1" status: 204 len: 168 time: 1.1322808 Sep 25 04:45:13.262628 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Pushing event updated for resources: {'Port': ['ID=b811eb34-1320-46ec-9115-d8e0a1b5d622,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:13.265182 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09e3f6-b338-40a9-a992-b29fc8d42549 req-68b59f4f-8c32-45ba-860f-aa0267c2d9a5 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:13.268392 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4c09e3f6-b338-40a9-a992-b29fc8d42549 req-68b59f4f-8c32-45ba-860f-aa0267c2d9a5 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 943 time: 0.3079627 Sep 25 04:45:13.325003 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Attempting to bind port b811eb34-1320-46ec-9115-d8e0a1b5d622 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:45:13.325349 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Attempting to bind port b811eb34-1320-46ec-9115-d8e0a1b5d622 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:45:13.325683 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Attempting to bind port b811eb34-1320-46ec-9115-d8e0a1b5d622 on network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:13.330709 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Port b811eb34-1320-46ec-9115-d8e0a1b5d622 on network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:45:13.331039 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Attempting to bind port b811eb34-1320-46ec-9115-d8e0a1b5d622 on network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:13.337461 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:45:13.337806 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Checking segment: {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:45:13.339308 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Bound using segment: {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:45:13.339308 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Bound port: b811eb34-1320-46ec-9115-d8e0a1b5d622, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:45:13.339308 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:13.416361 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e37786-326d-4bbf-a5b7-de9f236c0398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aac27e-8cdc-4451-b134-9cb62e985714,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:13.473318 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d262ca-cb4c-4afc-bd2c-8d69e4a8d6cc x-openstack-request-id: req-64d262ca-cb4c-4afc-bd2c-8d69e4a8d6cc {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:13.473616 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eebd6b9-05aa-4949-9a5c-9aed82650569", "tag": "d90bd850-93dd-4fa7-9190-1ccd13139e6c", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:13.473942 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64d262ca-cb4c-4afc-bd2c-8d69e4a8d6cc {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:13.474368 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eebd6b9-05aa-4949-9a5c-9aed82650569', 'tag': 'd90bd850-93dd-4fa7-9190-1ccd13139e6c', 'status': 'completed', 'code': 200} Sep 25 04:45:13.539141 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] For port b811eb34-1320-46ec-9115-d8e0a1b5d622, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:45:13.546635 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] For port b811eb34-1320-46ec-9115-d8e0a1b5d622, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:45:13.550748 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4c09e3f6-b338-40a9-a992-b29fc8d42549 req-6aa52687-12d8-404c-8b3d-2b284ff3a481 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652590 Sep 25 04:45:13.569750 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-5a1f6872-2f8c-4b96-814d-404ee4408034 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685705 Sep 25 04:45:13.652298 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:13.669588 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e92177-9e57-45f2-bbe4-ae385e24a34f {{(pid=101229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:45:13.694558 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:13.695022 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:13.696789 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] 10.222.0.46 "PUT /v2.0/ports/b811eb34-1320-46ec-9115-d8e0a1b5d622 HTTP/1.1" status: 200 len: 1093 time: 1.4001062 Sep 25 04:45:13.696985 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'tag': 'b811eb34-1320-46ec-9115-d8e0a1b5d622'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:13.699511 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51" -d '{"events": [{"name": "network-changed", "server_uuid": "067cdbe3-94ca-4a05-b928-d6a0ab0cd129", "tag": "b811eb34-1320-46ec-9115-d8e0a1b5d622"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:13.719369 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:13.729517 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34847439-2c3d-491c-9e45-d69520d92313 service neutron] Pushing event updated for resources: {'Port': ['ID=b811eb34-1320-46ec-9115-d8e0a1b5d622,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:13.760096 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f69b58-766a-4cb4-a447-f6f826ce73d1 req-8f619212-2651-4208-9be5-110caf5475f4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:13.771806 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-87f69b58-766a-4cb4-a447-f6f826ce73d1 req-8f619212-2651-4208-9be5-110caf5475f4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 932 time: 0.1958048 Sep 25 04:45:13.822324 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.provisioning_blocks [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Transition to ACTIVE for port object 83e92177-9e57-45f2-bbe4-ae385e24a34f will not be triggered until provisioned by entity L2. {{(pid=101229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:45:13.855401 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c313be5d-36bc-48ba-8429-52ea8bf924d2 req-bb2ee597-90ba-4a73-a0e4-edd2753306d6 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774851 Sep 25 04:45:13.861411 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-87f69b58-766a-4cb4-a447-f6f826ce73d1 req-493ab9b2-81a6-4300-8ef1-8c9be4151054 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875893 Sep 25 04:45:13.862345 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-803ad182-e13a-4c01-809e-a79773ba08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:13.864135 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-803ad182-e13a-4c01-809e-a79773ba08e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 1096 time: 0.0648410 Sep 25 04:45:13.931567 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b6f25-cda9-42b4-b60b-ecb6ee719c7d req-adb5da04-80d2-47df-8a5e-e99964698253 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:13.942522 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c33b6f25-cda9-42b4-b60b-ecb6ee719c7d req-adb5da04-80d2-47df-8a5e-e99964698253 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 943 time: 0.0903177 Sep 25 04:45:13.944446 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-4540b510-c2e3-4d7f-b7d5-628993de5230 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622 HTTP/1.1" status: 200 len: 217 time: 0.0719888 Sep 25 04:45:13.972247 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a2fbfb-a88c-4b44-9547-33b1e21cd426 x-openstack-request-id: req-66a2fbfb-a88c-4b44-9547-33b1e21cd426 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:13.972991 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067cdbe3-94ca-4a05-b928-d6a0ab0cd129", "tag": "b811eb34-1320-46ec-9115-d8e0a1b5d622", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:13.973475 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66a2fbfb-a88c-4b44-9547-33b1e21cd426 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:13.974126 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'tag': 'b811eb34-1320-46ec-9115-d8e0a1b5d622', 'status': 'completed', 'code': 200} Sep 25 04:45:13.981628 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:14.046075 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:45:14.053330 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-55d382ee-3a61-4404-afc5-2fdb2eb3b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:14.056304 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-55d382ee-3a61-4404-afc5-2fdb2eb3b3d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29ef62a3-d04f-48c5-bc06-7f75598408db HTTP/1.1" status: 200 len: 849 time: 0.1049504 Sep 25 04:45:14.096344 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c33b6f25-cda9-42b4-b60b-ecb6ee719c7d req-3637ed9b-3eb2-498d-8780-d4688ea437fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500151 Sep 25 04:45:14.152254 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-3dfe4f14-fdc7-4684-97c1-70171068161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:14.158104 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-3dfe4f14-fdc7-4684-97c1-70171068161d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0923457 Sep 25 04:45:14.263980 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:14.281015 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '8a65dd41-d608-4e1c-9c02-ae52f83ab7f0', 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b', 'port_id': '8a65dd41-d608-4e1c-9c02-ae52f83ab7f0', 'mac_address': 'fa:16:3e:5c:ac:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6561b5cb-8c59-40fa-8909-b6d0deeaff6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:45:14.339022 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-afc47b1b-8c34-4c63-97b3-1d06d033899d service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721272 Sep 25 04:45:14.343213 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:14.377606 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:45:14.409015 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:14.414811 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:14.472178 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-2d53abe1-60e1-4ae0-b66d-4fb52bd9b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:14.474618 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-2d53abe1-60e1-4ae0-b66d-4fb52bd9b6de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 1096 time: 0.4020870 Sep 25 04:45:14.488935 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12960c50-fe22-43c8-b619-63f2e622e8a2 req-5e352670-12ec-4c6f-b057-f309dc176e53 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378007 Sep 25 04:45:14.498363 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:14.506571 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19041a-a5c8-450a-b362-d11fa68a309b req-b5e09fac-1a69-4f05-a4e6-3cabca45d4a6 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:14.507130 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bd19041a-a5c8-450a-b362-d11fa68a309b req-b5e09fac-1a69-4f05-a4e6-3cabca45d4a6 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 946 time: 0.4335220 Sep 25 04:45:14.554065 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Attempting to bind port 83e92177-9e57-45f2-bbe4-ae385e24a34f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:45:14.554422 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Attempting to bind port 83e92177-9e57-45f2-bbe4-ae385e24a34f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:45:14.554750 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Attempting to bind port 83e92177-9e57-45f2-bbe4-ae385e24a34f on network c6d3c57c-48bd-4f5d-a012-098446e9966a {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:14.558468 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:14.591985 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Port 83e92177-9e57-45f2-bbe4-ae385e24a34f on network c6d3c57c-48bd-4f5d-a012-098446e9966a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:45:14.592297 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Attempting to bind port 83e92177-9e57-45f2-bbe4-ae385e24a34f on network c6d3c57c-48bd-4f5d-a012-098446e9966a {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:14.678420 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:45:14.679011 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Checking segment: {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:45:14.679298 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Bound using segment: {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:45:14.679609 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Bound port: 83e92177-9e57-45f2-bbe4-ae385e24a34f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'}}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:45:14.679956 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:14.732023 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-a1b8f9df-130d-4de9-847d-3e216db65e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:14.734177 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-a1b8f9df-130d-4de9-847d-3e216db65e76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 1096 time: 0.0842605 Sep 25 04:45:14.743143 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['8a65dd41-d608-4e1c-9c02-ae52f83ab7f0'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:45:14.764011 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bd19041a-a5c8-450a-b362-d11fa68a309b req-f3d9ee5d-5113-4218-b258-1026ac99c033 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459018 Sep 25 04:45:14.850822 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-d10c2a98-acda-4a09-a9c8-fdc5400cc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:14.852543 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-d10c2a98-acda-4a09-a9c8-fdc5400cc322 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 920 time: 0.3692732 Sep 25 04:45:14.896279 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-1f61698d-c8bf-499b-86b1-9b29b973ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:14.899608 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-1f61698d-c8bf-499b-86b1-9b29b973ec43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 200 len: 911 time: 0.1572111 Sep 25 04:45:14.905224 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-95ef2952-4372-4e2f-ac64-63cdfac5211a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bd850-93dd-4fa7-9190-1ccd13139e6c HTTP/1.1" status: 200 len: 217 time: 0.0432968 Sep 25 04:45:14.941470 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, cleared binding levels {{(pid=101229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:45:14.945758 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-ba0ec4b7-5b9f-4cd8-8b82-7b51c15c423a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622 HTTP/1.1" status: 200 len: 217 time: 0.0389888 Sep 25 04:45:14.953024 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:45:15.000123 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386e0e-349f-4bb5-8c42-74508a1baf54 req-79767411-01be-4c53-b1d4-371ec250f45f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.001983 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5f386e0e-349f-4bb5-8c42-74508a1baf54 req-79767411-01be-4c53-b1d4-371ec250f45f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 943 time: 0.2677748 Sep 25 04:45:15.056181 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-f097fd04-8c7a-46d7-a000-eddcd42c26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.056181 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-f097fd04-8c7a-46d7-a000-eddcd42c26cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29ef62a3-d04f-48c5-bc06-7f75598408db HTTP/1.1" status: 200 len: 849 time: 0.1004369 Sep 25 04:45:15.140881 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-1693f2d0-c30a-4918-9ca7-15415c4391dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.143208 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-1693f2d0-c30a-4918-9ca7-15415c4391dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0813234 Sep 25 04:45:15.171521 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-02cd0efa-2f81-4e50-92c5-90aff5739ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.173692 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-02cd0efa-2f81-4e50-92c5-90aff5739ee9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.2101250 Sep 25 04:45:15.176330 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:15.192006 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5f386e0e-349f-4bb5-8c42-74508a1baf54 req-2ad5c6c8-871f-461a-81be-1930ce76f1cf tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612105 Sep 25 04:45:15.249692 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe62e3-0150-47fa-a23c-45046f8fa71f req-1792136a-fd36-40e7-9f68-96a2a4f22910 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.251869 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e6fe62e3-0150-47fa-a23c-45046f8fa71f req-1792136a-fd36-40e7-9f68-96a2a4f22910 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.2283716 Sep 25 04:45:15.280912 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-010f3fad-b475-4269-abb8-7941a69829be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946290 Sep 25 04:45:15.291096 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-536521d7-c344-431b-9e44-8f7a1080b4d8 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390846 Sep 25 04:45:15.295296 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.295901 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:15.297441 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] 10.222.0.46 "PUT /v2.0/ports/83e92177-9e57-45f2-bbe4-ae385e24a34f HTTP/1.1" status: 200 len: 1094 time: 3.1378052 Sep 25 04:45:15.450375 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894a9fc-8290-4172-a8bd-6db62ce07395 service neutron] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=3']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:15.490081 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-fe08b105-cec0-4a51-aee8-a77d0c3d7b51 req-cfd2d1b1-5c2c-4b1c-aed7-bcf20c5a9298 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921325 Sep 25 04:45:15.560796 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e6fe62e3-0150-47fa-a23c-45046f8fa71f req-ad2844d7-455f-475e-902e-10cd691dda16 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828135 Sep 25 04:45:15.561541 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:15.572197 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55068307-c999-4b65-a6da-7052b527d2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:15.664425 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-9d81abf3-a948-4aac-99b1-837d5cb9a5c1 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707154 Sep 25 04:45:15.669905 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce01820-ed4a-48d5-9311-5fa6c539f83e x-openstack-request-id: req-dce01820-ed4a-48d5-9311-5fa6c539f83e {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:15.670217 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:15.670464 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dce01820-ed4a-48d5-9311-5fa6c539f83e {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:15.670815 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'status': 'completed', 'code': 200} Sep 25 04:45:15.674246 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-4321383d-cddc-4ffb-8e03-187a62ef4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.675795 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-4321383d-cddc-4ffb-8e03-187a62ef4f6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 1097 time: 0.2060266 Sep 25 04:45:15.683537 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c90f23-0c9a-4191-b917-1c49d71b6e43 req-990635c8-8722-48f4-922a-d10b245d1421 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.685126 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b0c90f23-0c9a-4191-b917-1c49d71b6e43 req-990635c8-8722-48f4-922a-d10b245d1421 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 943 time: 0.2836602 Sep 25 04:45:15.753040 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-09d86456-2841-4d46-aba9-5e20a1c8d817 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f HTTP/1.1" status: 200 len: 217 time: 0.0657146 Sep 25 04:45:15.856989 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b0c90f23-0c9a-4191-b917-1c49d71b6e43 req-ac51964e-b635-48a0-80fa-5f797b446950 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548979 Sep 25 04:45:15.879656 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-9dfec5b3-02c6-4c67-b521-2f7980695211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.879656 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-9dfec5b3-02c6-4c67-b521-2f7980695211 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.1107562 Sep 25 04:45:15.949067 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f62d4af4-37d8-4399-844d-888a2c00f3a1 req-cb9d2379-7ac7-4b85-9687-f1c3770da258 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625206 Sep 25 04:45:15.981407 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-24d3f075-470f-4412-a048-43661e6190c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:15.982923 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-24d3f075-470f-4412-a048-43661e6190c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0949652 Sep 25 04:45:16.071181 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:16.103457 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-eb7b375e-85a4-4874-9fd9-f45422634bb2 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082778 Sep 25 04:45:16.226572 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb45676d-d1b9-4589-ab09-f619e69b7ac4 req-cad18998-837d-4bf4-ba9c-e7bdd00d95f3 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203415 Sep 25 04:45:16.246145 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:45:16.251974 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:16.269071 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:16.411113 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84410101-4619-4faa-bd74-b5731aee2d17 req-1a32f61f-42e9-4e55-87dc-269e982e2824 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:16.420754 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-84410101-4619-4faa-bd74-b5731aee2d17 req-1a32f61f-42e9-4e55-87dc-269e982e2824 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 943 time: 0.1364582 Sep 25 04:45:16.432986 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:16.484559 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7725607b-bb9e-4242-be18-30f6e6039a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a65dd41-d608-4e1c-9c02-ae52f83ab7f0'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:16.488588 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc206e8-9050-4529-a875-8efa9ef9cc65" -d '{"events": [{"server_uuid": "7725607b-bb9e-4242-be18-30f6e6039a01", "name": "network-vif-plugged", "status": "completed", "tag": "8a65dd41-d608-4e1c-9c02-ae52f83ab7f0"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:16.530544 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-84410101-4619-4faa-bd74-b5731aee2d17 req-37f1fc05-6fef-4511-bfa6-8523f0a07d38 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088698 Sep 25 04:45:16.534425 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55068307-c999-4b65-a6da-7052b527d2a9 req-d89a600a-8266-4eed-a84c-0a7463b6612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:16.539809 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-55068307-c999-4b65-a6da-7052b527d2a9 req-d89a600a-8266-4eed-a84c-0a7463b6612e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 1097 time: 0.1746869 Sep 25 04:45:16.709013 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaf6395-fb0b-4abe-b585-60e435801a41 x-openstack-request-id: req-baaf6395-fb0b-4abe-b585-60e435801a41 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:16.709317 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7725607b-bb9e-4242-be18-30f6e6039a01", "name": "network-vif-plugged", "status": "completed", "tag": "8a65dd41-d608-4e1c-9c02-ae52f83ab7f0", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:16.709757 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-baaf6395-fb0b-4abe-b585-60e435801a41 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:16.710367 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7725607b-bb9e-4242-be18-30f6e6039a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a65dd41-d608-4e1c-9c02-ae52f83ab7f0', 'code': 200} Sep 25 04:45:16.712475 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:16.759389 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55068307-c999-4b65-a6da-7052b527d2a9 req-0e20dfc2-9349-4091-875f-7ed595df365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:16.759389 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-55068307-c999-4b65-a6da-7052b527d2a9 req-0e20dfc2-9349-4091-875f-7ed595df365d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 917 time: 0.2104328 Sep 25 04:45:16.771731 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3df3b-b903-41a2-84ac-ba371ab9f118 req-eea9c5f4-1eec-446c-9780-989d836828e5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:16.776083 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c2c3df3b-b903-41a2-84ac-ba371ab9f118 req-eea9c5f4-1eec-446c-9780-989d836828e5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0899165 Sep 25 04:45:16.794949 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:16.860355 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:16.867011 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-55068307-c999-4b65-a6da-7052b527d2a9 req-98042c94-269c-4a8a-a7d6-92c462121c5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f HTTP/1.1" status: 200 len: 217 time: 0.0924637 Sep 25 04:45:16.942637 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c2c3df3b-b903-41a2-84ac-ba371ab9f118 req-82d89be4-7e11-46d2-a5c2-c5578ab54d4e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462398 Sep 25 04:45:16.947629 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55068307-c999-4b65-a6da-7052b527d2a9 req-e37ba305-77e8-4188-a97c-373eb92b3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:16.950510 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-55068307-c999-4b65-a6da-7052b527d2a9 req-e37ba305-77e8-4188-a97c-373eb92b3324 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.0733469 Sep 25 04:45:17.121712 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02023881-33b8-4564-9a59-1ca0cf5cd89b req-325c5a02-7e9e-4d54-8b36-318677fb501f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:17.123166 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-02023881-33b8-4564-9a59-1ca0cf5cd89b req-325c5a02-7e9e-4d54-8b36-318677fb501f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 943 time: 0.1712794 Sep 25 04:45:17.127399 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55068307-c999-4b65-a6da-7052b527d2a9 req-0190c54e-2515-4fce-b0cd-0bf715207d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:17.128874 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-55068307-c999-4b65-a6da-7052b527d2a9 req-0190c54e-2515-4fce-b0cd-0bf715207d91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1389866 Sep 25 04:45:17.143730 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee22703-83aa-4286-9290-36f6da94f03a req-179b87b5-cae8-4184-bfb9-cb6886356209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:17.145212 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9ee22703-83aa-4286-9290-36f6da94f03a req-179b87b5-cae8-4184-bfb9-cb6886356209 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1098 time: 0.1576402 Sep 25 04:45:17.467135 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-02023881-33b8-4564-9a59-1ca0cf5cd89b req-49f7d4e5-604b-4f45-8deb-5ee5e4e7caec tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326778 Sep 25 04:45:17.498878 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9ee22703-83aa-4286-9290-36f6da94f03a req-6f418b00-a7d4-4058-9427-ab003fc73200 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449976 Sep 25 04:45:17.537818 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-55068307-c999-4b65-a6da-7052b527d2a9 req-4345b2b8-7bd5-47af-9f70-d4fbf087b660 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004519 Sep 25 04:45:17.731706 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf3bd4-5da1-4696-beeb-f3ca99c21bd8 req-d525e13d-8d16-4cf2-94ac-e6101ec9e86f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:17.734444 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-53cf3bd4-5da1-4696-beeb-f3ca99c21bd8 req-d525e13d-8d16-4cf2-94ac-e6101ec9e86f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 943 time: 0.0803115 Sep 25 04:45:17.849057 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-53cf3bd4-5da1-4696-beeb-f3ca99c21bd8 req-8b0036a6-7d17-4c55-8a23-c0fb35fb5b61 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004450 Sep 25 04:45:17.878251 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-55068307-c999-4b65-a6da-7052b527d2a9 req-5844ac05-8bb0-471f-a7b9-ec6cefb602f2 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646709 Sep 25 04:45:18.073370 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device b811eb34-1320-46ec-9115-d8e0a1b5d622 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:45:18.149145 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eab80a-d508-4724-a231-a61a0d2c1047 req-fb0eee96-3b29-4e74-8663-b1c508619379 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:18.151764 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d0eab80a-d508-4724-a231-a61a0d2c1047 req-fb0eee96-3b29-4e74-8663-b1c508619379 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0849972 Sep 25 04:45:18.212401 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d0eab80a-d508-4724-a231-a61a0d2c1047 req-9191d055-6fe9-4345-ae88-37551d504c45 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511622 Sep 25 04:45:18.276246 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port b811eb34-1320-46ec-9115-d8e0a1b5d622, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:18.292882 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'b811eb34-1320-46ec-9115-d8e0a1b5d622', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'port_id': 'b811eb34-1320-46ec-9115-d8e0a1b5d622', 'mac_address': 'fa:16:3e:0c:b0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:45:18.336043 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:18.352562 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b811eb34-1320-46ec-9115-d8e0a1b5d622 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:45:18.374328 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port b811eb34-1320-46ec-9115-d8e0a1b5d622, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:18.469604 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:18.470304 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d90bd850-93dd-4fa7-9190-1ccd13139e6c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:45:18.545127 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=b811eb34-1320-46ec-9115-d8e0a1b5d622,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:18.628794 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a4ace-9f17-4eff-a257-afda29aff58c req-2c51442b-2141-48a6-925a-14cc539b4d64 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:18.631239 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ab2a4ace-9f17-4eff-a257-afda29aff58c req-2c51442b-2141-48a6-925a-14cc539b4d64 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 944 time: 0.0702782 Sep 25 04:45:18.651208 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d90bd850-93dd-4fa7-9190-1ccd13139e6c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d90bd850-93dd-4fa7-9190-1ccd13139e6c,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:18.664529 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'd90bd850-93dd-4fa7-9190-1ccd13139e6c', 'network_id': '1d0c0293-5b8b-4744-b554-6316a069b24b', 'port_id': 'd90bd850-93dd-4fa7-9190-1ccd13139e6c', 'mac_address': 'fa:16:3e:65:d7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6561b5cb-8c59-40fa-8909-b6d0deeaff6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:45:18.683268 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ab2a4ace-9f17-4eff-a257-afda29aff58c req-7c61eecd-bede-4c0d-a302-4ad650c6f357 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Sep 25 04:45:18.705264 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:18.720354 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90bd850-93dd-4fa7-9190-1ccd13139e6c {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:45:18.741448 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d90bd850-93dd-4fa7-9190-1ccd13139e6c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d90bd850-93dd-4fa7-9190-1ccd13139e6c,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:18.852084 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:18.912146 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d90bd850-93dd-4fa7-9190-1ccd13139e6c,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:19.036160 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e51a7-71e5-4069-85ab-316461b7dfb1 req-0b96d941-c47a-46a5-9bad-b0c1fe1ac00b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:19.036160 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e42e51a7-71e5-4069-85ab-316461b7dfb1 req-0b96d941-c47a-46a5-9bad-b0c1fe1ac00b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 944 time: 0.0578654 Sep 25 04:45:19.085923 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['b811eb34-1320-46ec-9115-d8e0a1b5d622'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:45:19.093901 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e42e51a7-71e5-4069-85ab-316461b7dfb1 req-8f6ada05-d6b3-40fb-9b95-c386f88e5626 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526977 Sep 25 04:45:19.094113 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d90bd850-93dd-4fa7-9190-1ccd13139e6c'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:45:19.404293 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dec106-425a-4200-97f5-06e1d8f2818a req-28ea889a-34ea-41f7-9e93-9f757fb6e4f5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:19.406511 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a6dec106-425a-4200-97f5-06e1d8f2818a req-28ea889a-34ea-41f7-9e93-9f757fb6e4f5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0813534 Sep 25 04:45:19.471936 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a6dec106-425a-4200-97f5-06e1d8f2818a req-a79799d0-a1d2-422f-b96a-2a1fb5a8c7df tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589550 Sep 25 04:45:19.844728 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce79f8b-54d6-4e8b-aa24-0f09cd2169b9 req-efb7f37e-2ba8-412b-bb12-b15aa5dec4f6 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:19.846340 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7ce79f8b-54d6-4e8b-aa24-0f09cd2169b9 req-efb7f37e-2ba8-412b-bb12-b15aa5dec4f6 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 944 time: 0.0735888 Sep 25 04:45:19.887932 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7ce79f8b-54d6-4e8b-aa24-0f09cd2169b9 req-f997223e-d7f1-4b40-854a-8dc6369be564 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353239 Sep 25 04:45:20.065545 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:45:20.113630 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device b811eb34-1320-46ec-9115-d8e0a1b5d622 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:20.210005 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de2f4a-4771-41fb-b1e1-f9f3f6fcf4a0 req-9984cd92-3f82-4f7e-83eb-8aa01be1f508 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:20.210637 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:20.211676 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-50de2f4a-4771-41fb-b1e1-f9f3f6fcf4a0 req-9984cd92-3f82-4f7e-83eb-8aa01be1f508 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 944 time: 0.0554500 Sep 25 04:45:20.226129 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'port_id': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'mac_address': 'fa:16:3e:d0:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:45:20.255164 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-50de2f4a-4771-41fb-b1e1-f9f3f6fcf4a0 req-183f680e-79a9-4277-8889-f5f95b8746c3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364983 Sep 25 04:45:20.266832 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:20.280955 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e92177-9e57-45f2-bbe4-ae385e24a34f {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:45:20.314988 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:20.357636 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port b811eb34-1320-46ec-9115-d8e0a1b5d622 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:45:20.365745 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port b811eb34-1320-46ec-9115-d8e0a1b5d622 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:20.366142 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:20.430195 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:20.581638 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:20.647044 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:20.658695 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7180fba-d098-438a-9b0f-8d786b0ecf07 req-6d286f3b-0142-423a-8cd3-a2ceed9616aa tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:20.662002 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c7180fba-d098-438a-9b0f-8d786b0ecf07 req-6d286f3b-0142-423a-8cd3-a2ceed9616aa tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 945 time: 0.0798404 Sep 25 04:45:20.681154 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b811eb34-1320-46ec-9115-d8e0a1b5d622'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:20.683650 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cbee21-5248-4215-9e17-87ac372e583c" -d '{"events": [{"server_uuid": "067cdbe3-94ca-4a05-b928-d6a0ab0cd129", "name": "network-vif-plugged", "status": "completed", "tag": "b811eb34-1320-46ec-9115-d8e0a1b5d622"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:20.702013 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port b811eb34-1320-46ec-9115-d8e0a1b5d622, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:20.731023 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['83e92177-9e57-45f2-bbe4-ae385e24a34f'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:45:20.754438 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c7180fba-d098-438a-9b0f-8d786b0ecf07 req-7a5a4219-25e6-41df-ba85-336746954092 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785890 Sep 25 04:45:20.767283 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c19e97b-b10e-4e9b-8730-0e66a7af0ad4 x-openstack-request-id: req-0c19e97b-b10e-4e9b-8730-0e66a7af0ad4 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:20.767553 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067cdbe3-94ca-4a05-b928-d6a0ab0cd129", "name": "network-vif-plugged", "status": "completed", "tag": "b811eb34-1320-46ec-9115-d8e0a1b5d622", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:20.767873 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c19e97b-b10e-4e9b-8730-0e66a7af0ad4 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:20.768324 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b811eb34-1320-46ec-9115-d8e0a1b5d622', 'code': 200} Sep 25 04:45:20.893294 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:20.894015 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d90bd850-93dd-4fa7-9190-1ccd13139e6c up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:20.987045 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=b811eb34-1320-46ec-9115-d8e0a1b5d622,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:21.031944 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664da19-a7c0-42dd-bda5-cb953282ad78 req-e1625ea0-d150-43cf-a623-fcea2d102f13 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:21.034268 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9664da19-a7c0-42dd-bda5-cb953282ad78 req-e1625ea0-d150-43cf-a623-fcea2d102f13 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0630939 Sep 25 04:45:21.097047 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9664da19-a7c0-42dd-bda5-cb953282ad78 req-e6024c27-99ce-4122-a756-393be2bde5f6 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560439 Sep 25 04:45:21.126815 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port d90bd850-93dd-4fa7-9190-1ccd13139e6c completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:45:21.131784 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port d90bd850-93dd-4fa7-9190-1ccd13139e6c triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:21.134295 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:21.184914 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aa890-f317-431d-9aea-ed7522c8f4d9 req-b4d9632d-4ae9-481b-9526-8a7348f64bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:21.186490 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2e3aa890-f317-431d-9aea-ed7522c8f4d9 req-b4d9632d-4ae9-481b-9526-8a7348f64bf0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 1098 time: 0.0675731 Sep 25 04:45:21.232630 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2e3aa890-f317-431d-9aea-ed7522c8f4d9 req-20807f84-edaa-4518-aff6-1e6c3c4e0dd3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369492 Sep 25 04:45:21.234180 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:21.270616 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d90bd850-93dd-4fa7-9190-1ccd13139e6c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d90bd850-93dd-4fa7-9190-1ccd13139e6c,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:21.397295 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47631924-4d51-4a0b-8c40-b130785666b7 req-ff7ba0bb-2591-4445-86e6-e2ce5ff22328 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:21.400206 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-47631924-4d51-4a0b-8c40-b130785666b7 req-ff7ba0bb-2591-4445-86e6-e2ce5ff22328 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 944 time: 0.0743015 Sep 25 04:45:21.401332 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:21.462154 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-47631924-4d51-4a0b-8c40-b130785666b7 req-7186c4ba-672b-4dbc-b28a-12b64f771930 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553927 Sep 25 04:45:21.476786 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d90bd850-93dd-4fa7-9190-1ccd13139e6c,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:21.601241 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9fed0874-0203-4bbb-9f88-4344e21a033c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:21.827473 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49180) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:21.903314 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e151e-52cf-496c-825b-9d966721a02d req-809d9f59-7372-4473-9d3f-f9b5156bc418 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:21.904895 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-314e151e-52cf-496c-825b-9d966721a02d req-809d9f59-7372-4473-9d3f-f9b5156bc418 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 945 time: 0.0661471 Sep 25 04:45:21.950164 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-314e151e-52cf-496c-825b-9d966721a02d req-cc581473-5c0e-4c48-b3c3-266476947d4e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381873 Sep 25 04:45:21.975027 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-68be7349-a31f-4bd0-a8e4-8136192f816f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.067497 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:22.077028 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-68be7349-a31f-4bd0-a8e4-8136192f816f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.188785 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-68be7349-a31f-4bd0-a8e4-8136192f816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.221450 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ebc07-ae51-4b4c-a80f-52d6e6d7b07c req-8146458d-1e97-4db3-9be6-c0ae572aec58 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:22.223402 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ce3ebc07-ae51-4b4c-a80f-52d6e6d7b07c req-8146458d-1e97-4db3-9be6-c0ae572aec58 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0532188 Sep 25 04:45:22.226757 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7349-a31f-4bd0-a8e4-8136192f816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e57641-6cf9-4966-830b-e2330334e81a,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:22.231325 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-68be7349-a31f-4bd0-a8e4-8136192f816f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=854c2ea5c25d406d974a8ca7245ff45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029856 Sep 25 04:45:22.234174 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49190) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:22.269083 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port 83e92177-9e57-45f2-bbe4-ae385e24a34f completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:45:22.274170 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 83e92177-9e57-45f2-bbe4-ae385e24a34f triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:45:22.274544 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.285913 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ce3ebc07-ae51-4b4c-a80f-52d6e6d7b07c req-b3610d27-cbac-4312-9289-3f3a19dd230d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551281 Sep 25 04:45:22.308814 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9487d163-4641-4f8d-aef6-9449d2af5b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.334762 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9487d163-4641-4f8d-aef6-9449d2af5b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.418289 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.466944 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:22.566558 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9487d163-4641-4f8d-aef6-9449d2af5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.575515 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9487d163-4641-4f8d-aef6-9449d2af5b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.578273 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-9487d163-4641-4f8d-aef6-9449d2af5b46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17e57641-6cf9-4966-830b-e2330334e81a HTTP/1.1" status: 204 len: 168 time: 0.3417177 Sep 25 04:45:22.595250 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:22.609678 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda9cc-c705-4880-abf3-75585faf22a1 req-c435284a-1326-47fc-8608-31e77cd060e4 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:22.618302 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c6dda9cc-c705-4880-abf3-75585faf22a1 req-c435284a-1326-47fc-8608-31e77cd060e4 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0785949 Sep 25 04:45:22.622217 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487d163-4641-4f8d-aef6-9449d2af5b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e57641-6cf9-4966-830b-e2330334e81a,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:22.671575 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c6dda9cc-c705-4880-abf3-75585faf22a1 req-003cf686-2cbf-43af-836a-627487a58aa1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513206 Sep 25 04:45:22.703826 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:22.769936 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eebd6b9-05aa-4949-9a5c-9aed82650569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bd850-93dd-4fa7-9190-1ccd13139e6c'}, {'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:22.773332 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a3b231-54d6-4c77-b197-861d928fa22e" -d '{"events": [{"server_uuid": "0eebd6b9-05aa-4949-9a5c-9aed82650569", "name": "network-vif-plugged", "status": "completed", "tag": "d90bd850-93dd-4fa7-9190-1ccd13139e6c"}, {"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-plugged", "status": "completed", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:22.816431 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0ab05c-2c42-44bd-aab1-6e3bf66d63a9 x-openstack-request-id: req-7c0ab05c-2c42-44bd-aab1-6e3bf66d63a9 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:22.816431 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eebd6b9-05aa-4949-9a5c-9aed82650569", "name": "network-vif-plugged", "status": "completed", "tag": "d90bd850-93dd-4fa7-9190-1ccd13139e6c", "code": 200}, {"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-plugged", "status": "completed", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:22.816749 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c0ab05c-2c42-44bd-aab1-6e3bf66d63a9 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:22.816966 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eebd6b9-05aa-4949-9a5c-9aed82650569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bd850-93dd-4fa7-9190-1ccd13139e6c', 'code': 200} Sep 25 04:45:22.817218 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'code': 200} Sep 25 04:45:23.148950 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d5eb2-130a-4ed6-b053-a9f1df23f38e req-6bf8f8f9-8824-46a7-bb8f-aed67a9d9595 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:23.151492 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-493d5eb2-130a-4ed6-b053-a9f1df23f38e req-6bf8f8f9-8824-46a7-bb8f-aed67a9d9595 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.1081071 Sep 25 04:45:23.216529 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-493d5eb2-130a-4ed6-b053-a9f1df23f38e req-e49d5fb5-a354-409e-8c28-5cf3569807d7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546234 Sep 25 04:45:23.435873 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb76793-c0ee-412b-ab45-d726a409577f req-9d239a16-4ac4-451e-89dd-9c5ef3005442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:23.437642 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-efb76793-c0ee-412b-ab45-d726a409577f req-9d239a16-4ac4-451e-89dd-9c5ef3005442 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 1099 time: 0.1033890 Sep 25 04:45:23.451958 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a8e59-6cc7-4556-920f-bf1c42c96a89 req-18f8fbc5-c635-4fca-852a-3d4930c3e31b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:23.453538 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-476a8e59-6cc7-4556-920f-bf1c42c96a89 req-18f8fbc5-c635-4fca-852a-3d4930c3e31b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0770917 Sep 25 04:45:23.552853 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-efb76793-c0ee-412b-ab45-d726a409577f req-2b34b710-3e47-4597-be29-3d7f223589f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975461 Sep 25 04:45:23.556284 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-476a8e59-6cc7-4556-920f-bf1c42c96a89 req-b8757507-1a34-4971-b8aa-e03a74d6fe09 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841596 Sep 25 04:45:23.568970 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271909d3-2cee-4e48-b981-f5763f14d77e req-69c5660b-b6bf-4ae3-a87c-ccd62482c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:23.571342 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-271909d3-2cee-4e48-b981-f5763f14d77e req-69c5660b-b6bf-4ae3-a87c-ccd62482c6f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 1098 time: 0.1093154 Sep 25 04:45:23.603772 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49242) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:23.630262 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea75d-86bb-4750-a595-68d63a2e9c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:23.718247 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dacdc-3883-449c-9e0d-93d0c82928f2 req-04d1bc12-9479-43f5-90d9-628a27855636 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:23.720247 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c86dacdc-3883-449c-9e0d-93d0c82928f2 req-04d1bc12-9479-43f5-90d9-628a27855636 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 946 time: 0.0851104 Sep 25 04:45:23.737373 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49246) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:23.744048 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df4b1-5c60-43a3-9a5f-e7bf4c3f38b0 req-57278c44-eefa-4fb8-9196-5b55994cdf38 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:23.746183 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-788df4b1-5c60-43a3-9a5f-e7bf4c3f38b0 req-57278c44-eefa-4fb8-9196-5b55994cdf38 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0831795 Sep 25 04:45:23.768472 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49250) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:23.777189 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'floatingip': {'port_id': 'b811eb34-1320-46ec-9115-d8e0a1b5d622'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:23.798691 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea75d-86bb-4750-a595-68d63a2e9c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:23.880534 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea75d-86bb-4750-a595-68d63a2e9c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:23.930430 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f510fb1d-09a2-49a2-9fb1-4204b8460a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:23.946961 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:23.956606 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1c1ea75d-86bb-4750-a595-68d63a2e9c22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5b87dc5188c747c8b8fe430814d2fda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481071 Sep 25 04:45:23.961052 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49252) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:23.972460 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ea75d-86bb-4750-a595-68d63a2e9c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d88f853-ff2a-421c-a8f1-3afd785843d0,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:23.999440 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c86dacdc-3883-449c-9e0d-93d0c82928f2 req-96e9218a-654e-4029-8461-58f516739fb7 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516487 Sep 25 04:45:24.069120 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-271909d3-2cee-4e48-b981-f5763f14d77e req-3a871cc4-f931-43bb-bdd7-312939b4c6ee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282150 Sep 25 04:45:24.071044 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0a48-cbfc-4ee6-b348-9f15ad81e7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.083272 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f200f6a-0466-4416-a2f5-c66fa44ba8c3 req-662557b3-cbc2-4cee-9d81-5b7888f25a44 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:24.084541 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3f200f6a-0466-4416-a2f5-c66fa44ba8c3 req-662557b3-cbc2-4cee-9d81-5b7888f25a44 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.2396257 Sep 25 04:45:24.122809 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0a48-cbfc-4ee6-b348-9f15ad81e7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.125244 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49256) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:24.161431 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea9e7-6717-43ec-8f8a-d1b5ab893485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.176129 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f510fb1d-09a2-49a2-9fb1-4204b8460a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.207486 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3f200f6a-0466-4416-a2f5-c66fa44ba8c3 req-f3bba96f-1e81-4d64-9704-fd7d8b81e9ee tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101618 Sep 25 04:45:24.270680 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f510fb1d-09a2-49a2-9fb1-4204b8460a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.318593 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0a48-cbfc-4ee6-b348-9f15ad81e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.322033 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0a48-cbfc-4ee6-b348-9f15ad81e7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.322448 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-3f4e0a48-cbfc-4ee6-b348-9f15ad81e7d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d88f853-ff2a-421c-a8f1-3afd785843d0 HTTP/1.1" status: 204 len: 168 time: 0.3602660 Sep 25 04:45:24.334675 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3b52ee46-4374-4e5b-87ce-03a5e34f2c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.340842 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-f510fb1d-09a2-49a2-9fb1-4204b8460a3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e2d06c0560948aeb95bd34a33cc5d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003182 Sep 25 04:45:24.343732 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510fb1d-09a2-49a2-9fb1-4204b8460a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302a619e-1ca1-427f-a907-33bd6ff17a6a,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:24.349421 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49268) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:24.367998 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e0a48-cbfc-4ee6-b348-9f15ad81e7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d88f853-ff2a-421c-a8f1-3afd785843d0,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:24.476163 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3b52ee46-4374-4e5b-87ce-03a5e34f2c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.582832 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3b52ee46-4374-4e5b-87ce-03a5e34f2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.640615 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-3b52ee46-4374-4e5b-87ce-03a5e34f2c56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91916cca32274382869f6d684b0990e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5139625 Sep 25 04:45:24.643989 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49272) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:24.651368 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52ee46-4374-4e5b-87ce-03a5e34f2c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0095fb7-2749-4164-bcb1-92188bae4eeb,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:24.700452 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e88dc962-7d23-4b66-91f3-28c4de1af85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.725730 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e88dc962-7d23-4b66-91f3-28c4de1af85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.738010 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.762538 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64100-54ad-45cc-8505-33942a219569 req-ade66c56-0983-4c44-97a7-0661a05de367 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:24.764172 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-43d64100-54ad-45cc-8505-33942a219569 req-ade66c56-0983-4c44-97a7-0661a05de367 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.4556901 Sep 25 04:45:24.773341 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-254bf768-c78d-4436-b15c-b664cc232d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.876360 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-254bf768-c78d-4436-b15c-b664cc232d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.929840 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-43d64100-54ad-45cc-8505-33942a219569 req-c7c30007-522f-44c9-954d-dbd343b63cb3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543889 Sep 25 04:45:24.944218 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e88dc962-7d23-4b66-91f3-28c4de1af85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.957571 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e88dc962-7d23-4b66-91f3-28c4de1af85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:24.957886 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.db.resource_extend [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 25 04:45:24.958071 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e88dc962-7d23-4b66-91f3-28c4de1af85c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0095fb7-2749-4164-bcb1-92188bae4eeb HTTP/1.1" status: 204 len: 168 time: 0.3098638 Sep 25 04:45:24.973520 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dc962-7d23-4b66-91f3-28c4de1af85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0095fb7-2749-4164-bcb1-92188bae4eeb,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:25.043442 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:25.145167 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15adc80-b430-4699-80b3-de0090d15750 req-aef7c2bc-fe2d-44e4-bb0c-14f66d536191 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:25.146939 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e15adc80-b430-4699-80b3-de0090d15750 req-aef7c2bc-fe2d-44e4-bb0c-14f66d536191 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 946 time: 0.0670784 Sep 25 04:45:25.177659 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-254bf768-c78d-4436-b15c-b664cc232d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:25.180248 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-254bf768-c78d-4436-b15c-b664cc232d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:25.181410 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-254bf768-c78d-4436-b15c-b664cc232d18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/302a619e-1ca1-427f-a907-33bd6ff17a6a HTTP/1.1" status: 204 len: 168 time: 0.8290989 Sep 25 04:45:25.182325 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:25.239768 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bf768-c78d-4436-b15c-b664cc232d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302a619e-1ca1-427f-a907-33bd6ff17a6a,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:25.262795 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e15adc80-b430-4699-80b3-de0090d15750 req-5dd67b51-db32-486f-9f05-3087ff5c7485 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067898 Sep 25 04:45:25.361352 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.l3_db [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Floating IP 214bcbc1-98c1-41d2-b0f8-08038b8e4061 associated. External IP: 172.28.3.120, port: b811eb34-1320-46ec-9115-d8e0a1b5d622. Sep 25 04:45:25.462140 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41507f-93ea-433d-a9d6-d072ea1ad0a2 req-8f63460d-5a7f-4dc2-abec-58c4363b256e tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:25.469693 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd41507f-93ea-433d-a9d6-d072ea1ad0a2 req-8f63460d-5a7f-4dc2-abec-58c4363b256e tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.1540999 Sep 25 04:45:25.537587 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd41507f-93ea-433d-a9d6-d072ea1ad0a2 req-31afc849-4ce2-4e1e-9b8d-7c099432a81d tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615959 Sep 25 04:45:25.710519 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Router 894185dd-68a9-4260-926b-97e585e0119a has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:45:25.879463 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:45:25.897765 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:25.898768 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] Sync routers for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:45:25.915263 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:45:25.916576 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:45:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:25.936395 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-b30498ae-75d0-44ef-b6f9-7e3f00c521c3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "PUT /v2.0/floatingips/214bcbc1-98c1-41d2-b0f8-08038b8e4061 HTTP/1.1" status: 200 len: 991 time: 2.1647639 Sep 25 04:45:25.936854 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'tag': 'b811eb34-1320-46ec-9115-d8e0a1b5d622'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:25.943442 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f905129-b253-40f8-a214-5d60b113b7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "067cdbe3-94ca-4a05-b928-d6a0ab0cd129", "tag": "b811eb34-1320-46ec-9115-d8e0a1b5d622"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:26.011968 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ebe108-083d-4426-a70c-2950d30cbbac x-openstack-request-id: req-93ebe108-083d-4426-a70c-2950d30cbbac {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:26.014980 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067cdbe3-94ca-4a05-b928-d6a0ab0cd129", "tag": "b811eb34-1320-46ec-9115-d8e0a1b5d622", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:26.015269 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93ebe108-083d-4426-a70c-2950d30cbbac {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:26.015699 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'tag': 'b811eb34-1320-46ec-9115-d8e0a1b5d622', 'status': 'completed', 'code': 200} Sep 25 04:45:26.046693 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:45:26.064988 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49316) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:26.090223 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e3726e05-3af3-4f61-a1df-c7a69e96277b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:26.173254 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:26.248643 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e3726e05-3af3-4f61-a1df-c7a69e96277b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:26.282273 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905129-b253-40f8-a214-5d60b113b7fc req-c17513f4-b65b-4966-8940-ffdb029ba788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:26.285871 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f905129-b253-40f8-a214-5d60b113b7fc req-c17513f4-b65b-4966-8940-ffdb029ba788 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 1098 time: 0.2221487 Sep 25 04:45:26.315154 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437cb65-2cd3-4f49-9001-50232a326694 req-5678e979-5ae7-45d9-9565-30b7c70e3013 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:26.315154 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6437cb65-2cd3-4f49-9001-50232a326694 req-5678e979-5ae7-45d9-9565-30b7c70e3013 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.1422694 Sep 25 04:45:26.392892 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49322) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:26.408215 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1348f409-e9a3-422d-b1fa-3c3e2cf4ff10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:26.486296 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e3726e05-3af3-4f61-a1df-c7a69e96277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:26.515761 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '214bcbc1-98c1-41d2-b0f8-08038b8e4061', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': '894185dd-68a9-4260-926b-97e585e0119a', 'port_id': 'b811eb34-1320-46ec-9115-d8e0a1b5d622', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'mac_address': 'fa:16:3e:0c:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:45:01Z', 'updated_at': '2021-09-25T04:45:24Z', 'revision_number': 1, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:26.548740 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6437cb65-2cd3-4f49-9001-50232a326694 req-c0e1d9b8-215c-4b89-912b-a1bf2582d374 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208974 Sep 25 04:45:26.549796 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] Checking router: 894185dd-68a9-4260-926b-97e585e0119a for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:45:26.569754 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:45:26.570421 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:45:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:26.584054 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891821a3-6861-4c2e-9300-8d6fa292ed07 req-1a55bc9c-7463-4383-8c1b-08b13e5b1274 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:26.585392 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-891821a3-6861-4c2e-9300-8d6fa292ed07 req-1a55bc9c-7463-4383-8c1b-08b13e5b1274 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 946 time: 0.2268941 Sep 25 04:45:26.595562 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-b917fc69-b0b9-416b-9e57-de4152224cb6 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:26.597391 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-b917fc69-b0b9-416b-9e57-de4152224cb6 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.46 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 946 time: 0.2073996 Sep 25 04:45:26.599617 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905129-b253-40f8-a214-5d60b113b7fc req-cc78f5cf-2e38-4dff-be6d-53312c6c2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:26.604828 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f905129-b253-40f8-a214-5d60b113b7fc req-cc78f5cf-2e38-4dff-be6d-53312c6c2fa0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 200 len: 911 time: 0.2915881 Sep 25 04:45:26.677649 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1348f409-e9a3-422d-b1fa-3c3e2cf4ff10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:26.714300 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-891821a3-6861-4c2e-9300-8d6fa292ed07 req-47c79322-66a9-4fbe-9433-1f7ccec521b1 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950258 Sep 25 04:45:26.739237 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:45:26.780893 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e3726e05-3af3-4f61-a1df-c7a69e96277b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=322fc252c8584908bc7cdff30aeececa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140992 Sep 25 04:45:26.789542 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49332) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:26.801328 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3726e05-3af3-4f61-a1df-c7a69e96277b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1146060b-8bf9-415b-ab79-1f16a59f720e,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:26.814382 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5a68449b-47f7-4620-963a-2c6959aacdab req-86acfae0-37bd-4d8e-aa78-bbe87bace229 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3220894 Sep 25 04:45:26.821053 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1348f409-e9a3-422d-b1fa-3c3e2cf4ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:26.993612 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1348f409-e9a3-422d-b1fa-3c3e2cf4ff10 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f3d86f315aaf49898320f7dcfd1f0cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6172106 Sep 25 04:45:26.997945 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348f409-e9a3-422d-b1fa-3c3e2cf4ff10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9061f2-ce15-480f-bf4a-0700050db5bd,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:27.003826 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49336) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:27.051364 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68449b-47f7-4620-963a-2c6959aacdab req-910be0db-b335-451c-90fe-7a0b1c9c24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:27.054116 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5a68449b-47f7-4620-963a-2c6959aacdab req-910be0db-b335-451c-90fe-7a0b1c9c24d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1098 time: 0.1541576 Sep 25 04:45:27.180291 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e8903e8c-8527-4681-b195-0391e6676835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:27.253099 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa08fe-aed4-4098-a868-fe1286e36a31 req-3827dde1-bf1c-476a-ba41-091a61c7c28f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:27.253768 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '214bcbc1-98c1-41d2-b0f8-08038b8e4061', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': '894185dd-68a9-4260-926b-97e585e0119a', 'port_id': 'b811eb34-1320-46ec-9115-d8e0a1b5d622', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'mac_address': 'fa:16:3e:0c:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:45:01Z', 'updated_at': '2021-09-25T04:45:24Z', 'revision_number': 1, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:27.255850 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e2aa08fe-aed4-4098-a868-fe1286e36a31 req-3827dde1-bf1c-476a-ba41-091a61c7c28f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.5344772 Sep 25 04:45:27.286980 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:27.291172 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd39dba-f806-49e1-894e-f46ef7a80640 None None] The sync data for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb is: [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '214bcbc1-98c1-41d2-b0f8-08038b8e4061', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': '894185dd-68a9-4260-926b-97e585e0119a', 'port_id': 'b811eb34-1320-46ec-9115-d8e0a1b5d622', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'mac_address': 'fa:16:3e:0c:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:45:01Z', 'updated_at': '2021-09-25T04:45:24Z', 'revision_number': 1, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:45:27.310374 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e8903e8c-8527-4681-b195-0391e6676835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:27.326339 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f905129-b253-40f8-a214-5d60b113b7fc req-b2b32282-0553-4ac8-9a7e-5854346a4995 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622 HTTP/1.1" status: 200 len: 999 time: 0.6956394 Sep 25 04:45:27.354196 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68449b-47f7-4620-963a-2c6959aacdab req-29e7c5c2-e234-409a-83ef-30ae80e337ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:27.355691 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5a68449b-47f7-4620-963a-2c6959aacdab req-29e7c5c2-e234-409a-83ef-30ae80e337ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 920 time: 0.2591283 Sep 25 04:45:27.411144 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5a68449b-47f7-4620-963a-2c6959aacdab req-1c3e0e74-445b-44e7-b9e7-a181a18e9114 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 HTTP/1.1" status: 200 len: 217 time: 0.0465517 Sep 25 04:45:27.430224 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:27.436939 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717297d4-4fe2-4050-ac28-f6776cf7815f req-313da4f9-30c4-4c33-b9b1-0bd15ceb4030 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:27.439218 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-717297d4-4fe2-4050-ac28-f6776cf7815f req-313da4f9-30c4-4c33-b9b1-0bd15ceb4030 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.5115776 Sep 25 04:45:27.457188 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e2aa08fe-aed4-4098-a868-fe1286e36a31 req-f9d61e0a-5737-461a-bfea-8f6ed166d3fa tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740782 Sep 25 04:45:27.465861 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49346) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:27.488466 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'floatingip': {'port_id': '83e92177-9e57-45f2-bbe4-ae385e24a34f'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:27.515763 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68449b-47f7-4620-963a-2c6959aacdab req-dbc4e0d4-38d8-4cb6-8198-5418a4e4199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:27.517525 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5a68449b-47f7-4620-963a-2c6959aacdab req-dbc4e0d4-38d8-4cb6-8198-5418a4e4199c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.0928693 Sep 25 04:45:27.559145 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5a68449b-47f7-4620-963a-2c6959aacdab req-663a86ea-f423-4568-ab6d-e3146230335e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281076 Sep 25 04:45:27.570220 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:27.640927 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e8903e8c-8527-4681-b195-0391e6676835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:27.648163 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e8903e8c-8527-4681-b195-0391e6676835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:27.648163 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e8903e8c-8527-4681-b195-0391e6676835 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c9061f2-ce15-480f-bf4a-0700050db5bd HTTP/1.1" status: 204 len: 168 time: 0.6374815 Sep 25 04:45:27.659039 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905129-b253-40f8-a214-5d60b113b7fc req-5ee6620d-4a3e-41fb-83d1-22a3c59a43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:27.661289 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8903e8c-8527-4681-b195-0391e6676835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9061f2-ce15-480f-bf4a-0700050db5bd,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:27.662017 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f905129-b253-40f8-a214-5d60b113b7fc req-5ee6620d-4a3e-41fb-83d1-22a3c59a43ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29ef62a3-d04f-48c5-bc06-7f75598408db HTTP/1.1" status: 200 len: 849 time: 0.3228710 Sep 25 04:45:27.671267 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:27.701285 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5a68449b-47f7-4620-963a-2c6959aacdab req-0bd23c93-fc4f-4619-aacc-cd149c33ce29 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342986 Sep 25 04:45:27.713788 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a79ea-1107-4db8-94ce-19102883e285 None None] New status for floating IP 214bcbc1-98c1-41d2-b0f8-08038b8e4061: ACTIVE {{(pid=101230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:45:27.722647 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Deleting port 029429ac-72bd-4b7b-899f-ffe099d825d4 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:45:27.723264 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:27.730246 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:45:27.892198 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5a68449b-47f7-4620-963a-2c6959aacdab req-e738df79-9f3b-4c4c-bf8b-a80713143d94 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828899 Sep 25 04:45:28.118016 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905129-b253-40f8-a214-5d60b113b7fc req-670f209b-5ae9-4e74-b110-509d65f7b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:28.118016 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f905129-b253-40f8-a214-5d60b113b7fc req-670f209b-5ae9-4e74-b110-509d65f7b423 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3987360 Sep 25 04:45:28.257047 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cf5b7-1bda-4a52-9095-1c2892704f59 req-bc11b405-adf9-4107-87b8-ee0ab3f7d04a tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:28.264906 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e13cf5b7-1bda-4a52-9095-1c2892704f59 req-bc11b405-adf9-4107-87b8-ee0ab3f7d04a tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 946 time: 0.3968379 Sep 25 04:45:28.268005 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:28.271731 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:28.276640 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1146060b-8bf9-415b-ab79-1f16a59f720e HTTP/1.1" status: 204 len: 168 time: 1.4802408 Sep 25 04:45:28.315610 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-c325dd1b-c548-4920-9847-fe586cd20711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:28.317232 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-c325dd1b-c548-4920-9847-fe586cd20711 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 1098 time: 0.0525842 Sep 25 04:45:28.443109 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] For port 029429ac-72bd-4b7b-899f-ffe099d825d4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=029429ac-72bd-4b7b-899f-ffe099d825d4,segment=NetworkSegment(23dcb459-3f42-46e3-9526-65e4388ad619),segment_id=23dcb459-3f42-46e3-9526-65e4388ad619)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:28.443762 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:28.443901 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-c8f2d9fa-0136-41b6-93a1-0831ec64cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:28.445718 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-c8f2d9fa-0136-41b6-93a1-0831ec64cdf2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 920 time: 0.1209095 Sep 25 04:45:28.450942 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1146060b-8bf9-415b-ab79-1f16a59f720e,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:28.500966 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.501505 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.502073 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.502644 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.503558 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.503558 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.512547 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.512547 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.512547 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.512547 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.512547 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.512547 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d3f13-4dce-487c-b75c-a81ffa319fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:28.513830 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Calling delete_port for 029429ac-72bd-4b7b-899f-ffe099d825d4 owned by compute:nova {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:45:28.529677 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-f4c1199b-0139-40cc-ab23-a25d9317dff9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bd850-93dd-4fa7-9190-1ccd13139e6c HTTP/1.1" status: 200 len: 217 time: 0.0568945 Sep 25 04:45:28.549306 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e13cf5b7-1bda-4a52-9095-1c2892704f59 req-b479d16e-1a2f-4709-a4d0-8fdd9ede1c2e tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/security-groups?id=a951530a-0591-4009-8681-e03d7af93759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831686 Sep 25 04:45:28.595110 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-f8062e83-8fc9-4a20-b321-7992bceb3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:28.597072 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-f8062e83-8fc9-4a20-b321-7992bceb3729 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.0663626 Sep 25 04:45:28.676708 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f3369-7541-41ea-a93e-64798a60da45 req-1e54ee38-0336-4176-94e1-34f792d0c946 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:28.678647 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-6d6b4a75-7c76-4fdb-ad05-fab32c00525c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738235 Sep 25 04:45:28.684293 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8e1f3369-7541-41ea-a93e-64798a60da45 req-1e54ee38-0336-4176-94e1-34f792d0c946 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.3948648 Sep 25 04:45:28.732404 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f905129-b253-40f8-a214-5d60b113b7fc req-cf4f52d6-9053-4fea-a375-fee7476df177 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988226 Sep 25 04:45:28.849352 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-42987d50-6e0f-4664-8e5a-e71e8ed78bab service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600091 Sep 25 04:45:29.004803 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f4b1cf2d-79f9-4659-a5cf-d6f4d4cbab35 req-dfd4671c-6555-4f00-abe6-4ff926eefc5c service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471388 Sep 25 04:45:29.042645 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8e1f3369-7541-41ea-a93e-64798a60da45 req-255f5765-9cac-41ae-868b-1678939e08a7 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574605 Sep 25 04:45:29.109998 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f905129-b253-40f8-a214-5d60b113b7fc req-b4a8bf60-0612-4ea5-95d8-e1028cdeaa65 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345885 Sep 25 04:45:29.250593 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:29.316443 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Pushing event deleted for resources: {'Port': ['ID=029429ac-72bd-4b7b-899f-ffe099d825d4,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:29.354590 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:29.373819 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.db.resource_extend [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 25 04:45:29.425832 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] No DVR routers for this DVR port 029429ac-72bd-4b7b-899f-ffe099d825d4 on host hv-cinder-76845 {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:45:29.433269 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:29.433949 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-01f6d725-e86f-4dee-bb15-3d6f6fa9df76 req-108a5a83-2970-4dc3-be8c-4176ddee7910 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.46 "DELETE /v2.0/ports/029429ac-72bd-4b7b-899f-ffe099d825d4 HTTP/1.1" status: 204 len: 173 time: 2.8280661 Sep 25 04:45:29.434419 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80d5e99-ef00-45ee-bd2f-0ddd9f74e220', 'name': 'network-vif-deleted', 'tag': '029429ac-72bd-4b7b-899f-ffe099d825d4'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:29.437499 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b567c7-b23c-41f0-883f-83d9ace389fa" -d '{"events": [{"server_uuid": "e80d5e99-ef00-45ee-bd2f-0ddd9f74e220", "name": "network-vif-deleted", "tag": "029429ac-72bd-4b7b-899f-ffe099d825d4"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:29.481387 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:29.489387 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc68e8f5-b866-4361-917a-fabfe397975f x-openstack-request-id: req-dc68e8f5-b866-4361-917a-fabfe397975f {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:29.489387 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80d5e99-ef00-45ee-bd2f-0ddd9f74e220", "name": "network-vif-deleted", "tag": "029429ac-72bd-4b7b-899f-ffe099d825d4", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:29.489387 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc68e8f5-b866-4361-917a-fabfe397975f {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:29.491685 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80d5e99-ef00-45ee-bd2f-0ddd9f74e220', 'name': 'network-vif-deleted', 'tag': '029429ac-72bd-4b7b-899f-ffe099d825d4', 'status': 'completed', 'code': 200} Sep 25 04:45:29.601246 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:29.919320 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca656fcc-03e2-48e4-bb91-02d212002fec req-7580fd5b-77c3-43a8-872a-84039081e1b0 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.2731254 Sep 25 04:45:29.979848 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.l3_db [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Floating IP 2550c3e1-cf6e-4564-a5c1-0c2b9b53ab68 associated. External IP: 172.28.3.131, port: 83e92177-9e57-45f2-bbe4-ae385e24a34f. Sep 25 04:45:30.139783 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 029429ac-72bd-4b7b-899f-ffe099d825d4 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:45:30.184529 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: 029429ac-72bd-4b7b-899f-ffe099d825d4 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:45:30.185160 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 029429ac-72bd-4b7b-899f-ffe099d825d4 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:45:30.368876 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e85fe-c67e-4d56-adc5-a257a4a9ad61 req-c3ccca3e-dfb7-45c5-8f17-db1d9b660003 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:30.371292 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ee0e85fe-c67e-4d56-adc5-a257a4a9ad61 req-c3ccca3e-dfb7-45c5-8f17-db1d9b660003 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.1029167 Sep 25 04:45:30.434265 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:45:30.479380 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ee0e85fe-c67e-4d56-adc5-a257a4a9ad61 req-3d7f6895-87f1-4176-b033-bb0cf7aa1e0f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908611 Sep 25 04:45:30.633891 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:45:30.639151 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:30.651827 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] Sync routers for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:45:30.677349 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-494dc7c5-5a7b-4104-a9fa-488a025d789d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "PUT /v2.0/floatingips/2550c3e1-cf6e-4564-a5c1-0c2b9b53ab68 HTTP/1.1" status: 200 len: 992 time: 3.2095804 Sep 25 04:45:30.678896 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:45:30.683856 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:45:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:30.834793 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:45:31.067880 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a525e2a6-207b-4d4e-834a-3b2e36be0fea req-ee471798-ae55-4e7b-89e0-5d8cad046276 tempest-DeleteServersTestJSON-1709839878 tempest-DeleteServersTestJSON-1709839878-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80d5e99-ef00-45ee-bd2f-0ddd9f74e220 HTTP/1.1" status: 200 len: 210 time: 0.0333347 Sep 25 04:45:31.142892 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '2550c3e1-cf6e-4564-a5c1-0c2b9b53ab68', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'floating_ip_address': '172.28.3.131', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'port_id': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'mac_address': 'fa:16:3e:d0:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:44:59Z', 'updated_at': '2021-09-25T04:45:29Z', 'revision_number': 1, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:31.169481 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] Checking router: c9b9fd80-a454-4b0c-9e28-125b4bf7e085 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:45:31.181439 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:45:31.182402 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:45:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:31.370764 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:45:31.493072 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:45:31.495905 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0299eab8-0f5e-4a68-a979-5ba5061ba201" -d '{"events": [{"name": "network-changed", "server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:31.547133 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1f325a-02f8-440c-90fa-a9f6f8661f82 x-openstack-request-id: req-0f1f325a-02f8-440c-90fa-a9f6f8661f82 {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:31.558213 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:31.558213 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f1f325a-02f8-440c-90fa-a9f6f8661f82 {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:31.558213 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'status': 'completed', 'code': 200} Sep 25 04:45:31.722588 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-75f20bbb-6d20-4fb1-9b99-24a2ac411c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:31.722588 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-75f20bbb-6d20-4fb1-9b99-24a2ac411c6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 1099 time: 0.1387603 Sep 25 04:45:31.735033 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00fdcf-ae24-4d82-a10a-56a752cf48ad req-560a4e4d-fe61-4768-ab47-028d64d07044 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:31.737820 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1c00fdcf-ae24-4d82-a10a-56a752cf48ad req-560a4e4d-fe61-4768-ab47-028d64d07044 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.1494467 Sep 25 04:45:31.822774 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '2550c3e1-cf6e-4564-a5c1-0c2b9b53ab68', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'floating_ip_address': '172.28.3.131', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'port_id': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'mac_address': 'fa:16:3e:d0:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:44:59Z', 'updated_at': '2021-09-25T04:45:29Z', 'revision_number': 1, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:31.858214 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d0ee01-a1fa-414a-8bbb-d427f9d3fe0b None None] The sync data for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb is: [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '2550c3e1-cf6e-4564-a5c1-0c2b9b53ab68', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'floating_ip_address': '172.28.3.131', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'port_id': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'mac_address': 'fa:16:3e:d0:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:44:59Z', 'updated_at': '2021-09-25T04:45:29Z', 'revision_number': 1, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:45:31.888629 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1c00fdcf-ae24-4d82-a10a-56a752cf48ad req-958a502d-37b3-43d7-9c5e-5dbbd7b3e949 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363742 Sep 25 04:45:31.937310 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-ec933ca9-c727-4649-ba6c-bc15363786b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:31.939127 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-ec933ca9-c727-4649-ba6c-bc15363786b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 917 time: 0.1999388 Sep 25 04:45:32.092819 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-226efd2f-ec0a-42fb-b488-ebbb6c78e5b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f HTTP/1.1" status: 200 len: 1000 time: 0.1357110 Sep 25 04:45:32.190724 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-171ad877-11bb-4d57-b5b3-0a9a3a22f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:32.192395 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-171ad877-11bb-4d57-b5b3-0a9a3a22f98e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.0843570 Sep 25 04:45:32.203113 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9127ebe7-7606-47cf-b34e-97ee017ed12c None None] New status for floating IP 2550c3e1-cf6e-4564-a5c1-0c2b9b53ab68: ACTIVE {{(pid=101230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:45:32.262858 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-08e1b16a-5640-426d-8b57-94cbcce97a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:32.265342 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-08e1b16a-5640-426d-8b57-94cbcce97a8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0644217 Sep 25 04:45:32.424839 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-8a9314d8-8b46-44a0-aca2-eb9513224569 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500030 Sep 25 04:45:32.540054 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0299eab8-0f5e-4a68-a979-5ba5061ba201 req-04acedd3-daa8-46b4-9187-5bc17b724349 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073852 Sep 25 04:45:33.106153 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d9f85-dfe3-4da6-a398-d95544a8a766 req-56fefec4-0e3d-4ff1-8fd8-c2f3cb608330 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:33.107745 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0e6d9f85-dfe3-4da6-a398-d95544a8a766 req-56fefec4-0e3d-4ff1-8fd8-c2f3cb608330 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0977411 Sep 25 04:45:33.159197 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0e6d9f85-dfe3-4da6-a398-d95544a8a766 req-ee6cbbf0-4a94-43bd-840c-6d11568823bd tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Sep 25 04:45:34.323420 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547427f-b7a9-4242-abd7-99ddef3c02d9 req-49d18da3-a7a6-45a2-8bb8-2cafe34eb153 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:34.325736 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d547427f-b7a9-4242-abd7-99ddef3c02d9 req-49d18da3-a7a6-45a2-8bb8-2cafe34eb153 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0820541 Sep 25 04:45:34.369714 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d547427f-b7a9-4242-abd7-99ddef3c02d9 req-f521210a-8135-445e-bab9-7f111865cbe3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Sep 25 04:45:34.928774 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49646) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:35.010244 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Deleting subnet 348b126f-8aba-4ea0-b9ea-005578269fdf {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:45:35.013484 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.090492 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.108377 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.275247 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.308432 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348b126f-8aba-4ea0-b9ea-005578269fdf,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:35.315348 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.319253 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] 10.222.0.38 "DELETE /v2.0/subnets/348b126f-8aba-4ea0-b9ea-005578269fdf HTTP/1.1" status: 204 len: 168 time: 0.3868930 Sep 25 04:45:35.321159 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49654) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:35.322889 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.323348 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.323942 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.324277 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.324607 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.324937 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.325262 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.325586 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.325910 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.326232 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.326552 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.326871 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c647bce-eabc-478d-83c9-1b63651efdda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:35.399467 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.496244 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.542235 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.542581 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.543384 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.543782 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > port after_create 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.544129 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > port after_delete 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.544465 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > port after_update 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.544788 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.545166 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.545513 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.545833 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.712494 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.713086 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.713692 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.714468 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:45:35.714875 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab1fc3a-b2f1-40d5-9672-86a4abd933fc']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:35.754414 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23dcb459-3f42-46e3-9526-65e4388ad619') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:35.754700 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23dcb459-3f42-46e3-9526-65e4388ad619') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:35.776383 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.807266 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561e105-e5a2-4309-8b28-55394ef172b7 req-9e022431-1909-427a-a518-06892c3f2de8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:35.809166 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a561e105-e5a2-4309-8b28-55394ef172b7 req-9e022431-1909-427a-a518-06892c3f2de8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.3377213 Sep 25 04:45:35.813969 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.824852 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:45:35.825256 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: from cryptography.utils import int_from_bytes Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: from cryptography.utils import int_from_bytes Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:45:35.830586 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:45:35.915942 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a561e105-e5a2-4309-8b28-55394ef172b7 req-71e62007-621e-4fc6-8247-a3e39489a873 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931375 Sep 25 04:45:36.012173 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:36.023590 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:36.026021 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] 10.222.0.38 "DELETE /v2.0/networks/4ab1fc3a-b2f1-40d5-9672-86a4abd933fc HTTP/1.1" status: 204 len: 168 time: 0.7034721 Sep 25 04:45:36.048941 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a524fe-745a-443f-904d-0390a2e1752c admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab1fc3a-b2f1-40d5-9672-86a4abd933fc,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:36.530427 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49690) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:36.580506 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-a5e20813-691a-445e-b347-604133e9e9cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70285afcd7714a878960b81d72d61db0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487833 Sep 25 04:45:36.587139 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49694) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:36.638654 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-7685df87-fe77-4b13-8725-bbb827a29243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:36.668258 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-7685df87-fe77-4b13-8725-bbb827a29243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:36.848360 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-7685df87-fe77-4b13-8725-bbb827a29243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:36.851323 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-7685df87-fe77-4b13-8725-bbb827a29243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:36.852896 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-7685df87-fe77-4b13-8725-bbb827a29243 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a951530a-0591-4009-8681-e03d7af93759 HTTP/1.1" status: 204 len: 168 time: 0.2647202 Sep 25 04:45:36.861738 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685df87-fe77-4b13-8725-bbb827a29243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a951530a-0591-4009-8681-e03d7af93759,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:37.103834 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dafc9-6fed-4dda-9235-263797a62440 req-0bf276af-727d-4881-9379-2ff303b6e82c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:37.105389 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7c2dafc9-6fed-4dda-9235-263797a62440 req-0bf276af-727d-4881-9379-2ff303b6e82c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0635285 Sep 25 04:45:37.155748 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7c2dafc9-6fed-4dda-9235-263797a62440 req-7fdd1f12-8d43-4d51-8ddb-44f24f16d714 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Sep 25 04:45:38.320918 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d116-ac21-4ceb-9338-74fd7bc85180 req-abc5dcb8-55de-4350-bca4-a4bc03ef11a7 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:38.325358 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9e37d116-ac21-4ceb-9338-74fd7bc85180 req-abc5dcb8-55de-4350-bca4-a4bc03ef11a7 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0763416 Sep 25 04:45:38.364713 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9e37d116-ac21-4ceb-9338-74fd7bc85180 req-d1079cc7-2f62-4b45-bfcb-33129d31a070 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Sep 25 04:45:39.504699 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489f577-5db3-48fd-af8d-da8d65a7430d req-7197b709-e235-4dbc-a6e8-3147fd97497d tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:39.512089 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b489f577-5db3-48fd-af8d-da8d65a7430d req-7197b709-e235-4dbc-a6e8-3147fd97497d tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0668011 Sep 25 04:45:39.558785 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b489f577-5db3-48fd-af8d-da8d65a7430d req-77d77ee4-1273-4b14-b9a9-a07b17e6c8fd tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Sep 25 04:45:39.779549 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49828) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:39.816468 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49832) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:40.005076 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-80394049-b01e-4157-b73a-a1db2e9fd348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.070258 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6fd77524-a8dc-453b-81aa-ab7dded19cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.145482 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-80394049-b01e-4157-b73a-a1db2e9fd348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.223626 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-80394049-b01e-4157-b73a-a1db2e9fd348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.264565 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-80394049-b01e-4157-b73a-a1db2e9fd348 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f5567cefc5d4946aae24812f92b602b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468632 Sep 25 04:45:40.265574 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80394049-b01e-4157-b73a-a1db2e9fd348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d6a7f-5bdf-474b-8a3e-9e03738ab5fa,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:40.268382 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49848) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:40.325985 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6fd77524-a8dc-453b-81aa-ab7dded19cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.333514 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bd392410-2c76-436d-a4cb-a8376eb0ab5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.369765 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bd392410-2c76-436d-a4cb-a8376eb0ab5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.441769 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6fd77524-a8dc-453b-81aa-ab7dded19cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.481641 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-6fd77524-a8dc-453b-81aa-ab7dded19cd0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e64f5651a38f41d79ad2c2471041a7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6995914 Sep 25 04:45:40.494547 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49858) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:40.501512 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd77524-a8dc-453b-81aa-ab7dded19cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f23c358-0a04-4205-889f-fab1fcb7d90b,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:40.544214 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bd392410-2c76-436d-a4cb-a8376eb0ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.546689 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bd392410-2c76-436d-a4cb-a8376eb0ab5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.549796 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-bd392410-2c76-436d-a4cb-a8376eb0ab5c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/566d6a7f-5bdf-474b-8a3e-9e03738ab5fa HTTP/1.1" status: 204 len: 168 time: 0.2804692 Sep 25 04:45:40.566911 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd392410-2c76-436d-a4cb-a8376eb0ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d6a7f-5bdf-474b-8a3e-9e03738ab5fa,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:40.585212 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-465975ba-06c3-4ad1-8003-7d3d872845c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.620782 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-465975ba-06c3-4ad1-8003-7d3d872845c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.791975 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963253-8406-442f-abc0-253fe0edc1b5 req-adf4942c-9a86-4666-8dd2-5bce4c36a5a1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:40.794882 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b7963253-8406-442f-abc0-253fe0edc1b5 req-adf4942c-9a86-4666-8dd2-5bce4c36a5a1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.1058450 Sep 25 04:45:40.863673 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b7963253-8406-442f-abc0-253fe0edc1b5 req-6de0d9b5-9c4a-4d4e-972a-1c4d46218728 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Sep 25 04:45:40.949734 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-465975ba-06c3-4ad1-8003-7d3d872845c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.952462 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-465975ba-06c3-4ad1-8003-7d3d872845c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:40.953700 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-465975ba-06c3-4ad1-8003-7d3d872845c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f23c358-0a04-4205-889f-fab1fcb7d90b HTTP/1.1" status: 204 len: 168 time: 0.4581258 Sep 25 04:45:40.963278 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465975ba-06c3-4ad1-8003-7d3d872845c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f23c358-0a04-4205-889f-fab1fcb7d90b,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:41.476641 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49884) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:41.491125 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-86f48186-c132-4c7a-a981-2f4fe900fa16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:41.600341 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-86f48186-c132-4c7a-a981-2f4fe900fa16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:41.697704 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-86f48186-c132-4c7a-a981-2f4fe900fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:41.742939 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-86f48186-c132-4c7a-a981-2f4fe900fa16 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=290edd0945be448087df8a52dc70d516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651980 Sep 25 04:45:41.744111 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f48186-c132-4c7a-a981-2f4fe900fa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7490e7e5-2284-47e5-bcad-50fd93086f48,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:41.746905 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49902) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:41.775514 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 49904) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:41.791381 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c3d27524-a4d7-4d5f-8302-d0b9dc8383cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:41.840624 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-175293b4-10f7-4e0b-a1bf-eeea86fde33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:41.880076 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-175293b4-10f7-4e0b-a1bf-eeea86fde33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:42.035286 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dede28-7001-4ccf-99a2-7e8dd778427f req-228b5a64-9d1a-426d-84e0-193cb236e322 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:42.036755 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-48dede28-7001-4ccf-99a2-7e8dd778427f req-228b5a64-9d1a-426d-84e0-193cb236e322 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Sep 25 04:45:42.074588 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-48dede28-7001-4ccf-99a2-7e8dd778427f req-bec96b28-d6b6-433e-9faf-7d2e4edfdff0 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Sep 25 04:45:42.132235 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-175293b4-10f7-4e0b-a1bf-eeea86fde33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:42.133700 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-175293b4-10f7-4e0b-a1bf-eeea86fde33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:42.135042 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-175293b4-10f7-4e0b-a1bf-eeea86fde33e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7490e7e5-2284-47e5-bcad-50fd93086f48 HTTP/1.1" status: 204 len: 168 time: 0.3864696 Sep 25 04:45:42.155577 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175293b4-10f7-4e0b-a1bf-eeea86fde33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7490e7e5-2284-47e5-bcad-50fd93086f48,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:42.227241 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c3d27524-a4d7-4d5f-8302-d0b9dc8383cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:42.315397 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c3d27524-a4d7-4d5f-8302-d0b9dc8383cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:42.359144 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-c3d27524-a4d7-4d5f-8302-d0b9dc8383cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41d4efbf289b4c66b85e332f23218815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5822229 Sep 25 04:45:42.359975 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d27524-a4d7-4d5f-8302-d0b9dc8383cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667d9c18-ff24-463b-b490-f80f6fabf6cb,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:42.363105 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49924) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:42.426976 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e29bdce3-f705-445a-8397-c9646b095dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:42.452477 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e29bdce3-f705-445a-8397-c9646b095dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:42.578085 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e29bdce3-f705-445a-8397-c9646b095dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:42.582485 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e29bdce3-f705-445a-8397-c9646b095dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:42.583896 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e29bdce3-f705-445a-8397-c9646b095dd9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/667d9c18-ff24-463b-b490-f80f6fabf6cb HTTP/1.1" status: 204 len: 168 time: 0.2195389 Sep 25 04:45:42.593909 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bdce3-f705-445a-8397-c9646b095dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667d9c18-ff24-463b-b490-f80f6fabf6cb,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:43.231879 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4bc4-711f-4e37-a6c3-ee97f217194c req-e2f53e7f-9064-4e18-a38d-a8f86b3a03d1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:43.233689 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d85e4bc4-711f-4e37-a6c3-ee97f217194c req-e2f53e7f-9064-4e18-a38d-a8f86b3a03d1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0622005 Sep 25 04:45:43.288116 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d85e4bc4-711f-4e37-a6c3-ee97f217194c req-00b17203-0210-4d31-b9ad-e8041e2de856 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Sep 25 04:45:43.651004 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49972) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:43.675739 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-eb28ed11-4704-439e-b31f-3d3897f7396e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:43.972736 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-eb28ed11-4704-439e-b31f-3d3897f7396e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:44.097834 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-eb28ed11-4704-439e-b31f-3d3897f7396e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:44.138147 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28ed11-4704-439e-b31f-3d3897f7396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3f8fb-608c-4140-8edc-6c96d04f3417,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:44.142778 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-eb28ed11-4704-439e-b31f-3d3897f7396e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d22323bba4f4c3c84acf80715130ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903774 Sep 25 04:45:44.145462 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 49994) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:44.209627 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77d6cd32-1d08-40ab-8b43-64feb5e60265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:44.276069 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77d6cd32-1d08-40ab-8b43-64feb5e60265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:44.400820 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77d6cd32-1d08-40ab-8b43-64feb5e60265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:44.403662 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77d6cd32-1d08-40ab-8b43-64feb5e60265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:44.406140 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-77d6cd32-1d08-40ab-8b43-64feb5e60265 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24e3f8fb-608c-4140-8edc-6c96d04f3417 HTTP/1.1" status: 204 len: 168 time: 0.2597022 Sep 25 04:45:44.417522 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6cd32-1d08-40ab-8b43-64feb5e60265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3f8fb-608c-4140-8edc-6c96d04f3417,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:44.445859 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af7581-e849-40fb-b5ea-1d331e5d232e req-016eee56-3528-4fe5-aa29-152229548f34 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:44.445859 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-49af7581-e849-40fb-b5ea-1d331e5d232e req-016eee56-3528-4fe5-aa29-152229548f34 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0640216 Sep 25 04:45:44.488167 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-49af7581-e849-40fb-b5ea-1d331e5d232e req-b15ff642-5fda-4a3d-ac3a-6bd5b9f3aaf1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380480 Sep 25 04:45:44.649531 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50028) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:44.897877 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-43fa889a-9aa6-45c3-b612-415f43207d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.020257 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-43fa889a-9aa6-45c3-b612-415f43207d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.128572 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-43fa889a-9aa6-45c3-b612-415f43207d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.209514 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50058) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:45.210478 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-43fa889a-9aa6-45c3-b612-415f43207d4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5801081ad7374d02a584a568f61c468f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5543416 Sep 25 04:45:45.212158 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa889a-9aa6-45c3-b612-415f43207d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d7660-dbdb-459f-8b20-3fa77cc8e1bb,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:45.276193 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4d60-cfe0-4ed4-aa21-1b3a287f33a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.306284 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4d60-cfe0-4ed4-aa21-1b3a287f33a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.398455 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50070) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:45.500592 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4d60-cfe0-4ed4-aa21-1b3a287f33a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.504490 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b5bd4d60-cfe0-4ed4-aa21-1b3a287f33a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.506663 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-b5bd4d60-cfe0-4ed4-aa21-1b3a287f33a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/362d7660-dbdb-459f-8b20-3fa77cc8e1bb HTTP/1.1" status: 204 len: 168 time: 0.2960715 Sep 25 04:45:45.529494 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd4d60-cfe0-4ed4-aa21-1b3a287f33a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d7660-dbdb-459f-8b20-3fa77cc8e1bb,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:45.570921 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-df3e97a1-97b1-42ed-8620-94e0043d2701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.645437 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73636-6c2f-4e57-a1e8-ec420d39f61c req-4d25dee3-86d8-4fdb-93ef-26cf590d4662 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:45.648417 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-76f73636-6c2f-4e57-a1e8-ec420d39f61c req-4d25dee3-86d8-4fdb-93ef-26cf590d4662 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0749516 Sep 25 04:45:45.692991 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-df3e97a1-97b1-42ed-8620-94e0043d2701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.733436 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-76f73636-6c2f-4e57-a1e8-ec420d39f61c req-9397ed8c-9d8a-477c-9033-f38522180baa tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643177 Sep 25 04:45:45.840335 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-df3e97a1-97b1-42ed-8620-94e0043d2701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:45.918337 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-df3e97a1-97b1-42ed-8620-94e0043d2701 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92662b48fd264d04bc9e14dcb1435a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142357 Sep 25 04:45:45.924439 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50100) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:45.924671 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e97a1-97b1-42ed-8620-94e0043d2701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4e8268-ebc5-4df3-b502-d072ed729bdb,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:45.987209 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ee2dec85-edf8-4dfb-bf3e-c3a091ececb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:46.010392 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ee2dec85-edf8-4dfb-bf3e-c3a091ececb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:46.233236 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ee2dec85-edf8-4dfb-bf3e-c3a091ececb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:46.233236 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ee2dec85-edf8-4dfb-bf3e-c3a091ececb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:46.233236 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ee2dec85-edf8-4dfb-bf3e-c3a091ececb8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db4e8268-ebc5-4df3-b502-d072ed729bdb HTTP/1.1" status: 204 len: 168 time: 0.3104873 Sep 25 04:45:46.245413 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dec85-edf8-4dfb-bf3e-c3a091ececb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4e8268-ebc5-4df3-b502-d072ed729bdb,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:46.649191 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50124) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:46.670067 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-272e283f-b0af-4fcd-832f-83242f2e349b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:46.817276 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-272e283f-b0af-4fcd-832f-83242f2e349b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:46.915648 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d109a-3246-4279-b159-54c205de51ae req-1361802f-f896-4513-b9fd-58c4b63a9256 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:46.917221 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1e8d109a-3246-4279-b159-54c205de51ae req-1361802f-f896-4513-b9fd-58c4b63a9256 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0605226 Sep 25 04:45:46.963288 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-272e283f-b0af-4fcd-832f-83242f2e349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:46.980074 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1e8d109a-3246-4279-b159-54c205de51ae req-d54080eb-00af-49b6-8d46-484fde7c9396 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512643 Sep 25 04:45:47.012293 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-272e283f-b0af-4fcd-832f-83242f2e349b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=978591e9edc3407c8313434de0215b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623099 Sep 25 04:45:47.017571 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50136) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:47.018381 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e283f-b0af-4fcd-832f-83242f2e349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91aa609-8abc-4ba8-8c39-a15c103f5514,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:47.074434 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-60bf3118-bdef-4d40-bae2-5e9be146642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:47.096351 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-60bf3118-bdef-4d40-bae2-5e9be146642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:47.234665 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-60bf3118-bdef-4d40-bae2-5e9be146642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:47.238233 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-60bf3118-bdef-4d40-bae2-5e9be146642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:47.239656 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-60bf3118-bdef-4d40-bae2-5e9be146642b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d91aa609-8abc-4ba8-8c39-a15c103f5514 HTTP/1.1" status: 204 len: 168 time: 0.2235727 Sep 25 04:45:47.249242 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf3118-bdef-4d40-bae2-5e9be146642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91aa609-8abc-4ba8-8c39-a15c103f5514,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:47.378775 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50144) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:47.392043 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f6c01857-7bba-4203-8941-13ea59896fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:47.522250 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50146) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:47.530937 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f6c01857-7bba-4203-8941-13ea59896fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:47.637448 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f6c01857-7bba-4203-8941-13ea59896fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:47.705914 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-f6c01857-7bba-4203-8941-13ea59896fe5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89061bd528c0400f8d6395fcbca6f1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256598 Sep 25 04:45:47.708060 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c01857-7bba-4203-8941-13ea59896fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1315a76d-b269-4690-8ec3-7109058e2030,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:47.710575 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50154) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:47.789600 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74d762ad-23cf-438a-8493-595c704d2d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:47.833484 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74d762ad-23cf-438a-8493-595c704d2d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.032231 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c95da8c1-4cf4-4c81-a62f-40b6ee823990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.170773 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74d762ad-23cf-438a-8493-595c704d2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.175635 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74d762ad-23cf-438a-8493-595c704d2d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.179657 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-74d762ad-23cf-438a-8493-595c704d2d97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1315a76d-b269-4690-8ec3-7109058e2030 HTTP/1.1" status: 204 len: 168 time: 0.4639902 Sep 25 04:45:48.206973 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d762ad-23cf-438a-8493-595c704d2d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1315a76d-b269-4690-8ec3-7109058e2030,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:48.279308 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee369ce1-dba4-47f2-b915-90dd613e0c00 req-0769702a-cc33-4113-9af3-e5743c23aa2e tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:48.281973 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ee369ce1-dba4-47f2-b915-90dd613e0c00 req-0769702a-cc33-4113-9af3-e5743c23aa2e tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.1653483 Sep 25 04:45:48.417107 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ee369ce1-dba4-47f2-b915-90dd613e0c00 req-b2fd4649-e21c-40fd-86e1-dfa7bd9fad2f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169224 Sep 25 04:45:48.443540 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c95da8c1-4cf4-4c81-a62f-40b6ee823990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.521039 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c95da8c1-4cf4-4c81-a62f-40b6ee823990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.562573 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-c95da8c1-4cf4-4c81-a62f-40b6ee823990 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c52a673e649468cba56e9569fcee477&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0390155 Sep 25 04:45:48.563316 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95da8c1-4cf4-4c81-a62f-40b6ee823990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd97c7-e8b3-4ec6-af3b-36aa1587ec35,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:48.567959 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50172) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:48.586772 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50174) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:48.617984 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-31e16bc5-bc0d-4e37-a925-332cd80813cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.666155 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a2f59618-b1d6-4b04-8557-2d2cd9240f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.691311 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a2f59618-b1d6-4b04-8557-2d2cd9240f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.847322 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-31e16bc5-bc0d-4e37-a925-332cd80813cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.897846 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a2f59618-b1d6-4b04-8557-2d2cd9240f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.900521 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a2f59618-b1d6-4b04-8557-2d2cd9240f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:48.918267 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-a2f59618-b1d6-4b04-8557-2d2cd9240f33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/adbd97c7-e8b3-4ec6-af3b-36aa1587ec35 HTTP/1.1" status: 204 len: 168 time: 0.3323295 Sep 25 04:45:48.927058 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f59618-b1d6-4b04-8557-2d2cd9240f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd97c7-e8b3-4ec6-af3b-36aa1587ec35,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:48.957414 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-31e16bc5-bc0d-4e37-a925-332cd80813cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:49.014897 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e16bc5-bc0d-4e37-a925-332cd80813cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5541552-8fcf-4b6b-9e09-dbe9165586bc,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:49.020978 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-31e16bc5-bc0d-4e37-a925-332cd80813cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae6714053ac04bb287e857500d1be55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330275 Sep 25 04:45:49.037082 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50194) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:49.099249 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6c27d9fe-b902-4c5f-842f-a012333ef9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:49.123027 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6c27d9fe-b902-4c5f-842f-a012333ef9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:49.292360 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6c27d9fe-b902-4c5f-842f-a012333ef9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:49.301089 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6c27d9fe-b902-4c5f-842f-a012333ef9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:49.301089 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-6c27d9fe-b902-4c5f-842f-a012333ef9da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5541552-8fcf-4b6b-9e09-dbe9165586bc HTTP/1.1" status: 204 len: 168 time: 0.2615175 Sep 25 04:45:49.311418 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27d9fe-b902-4c5f-842f-a012333ef9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5541552-8fcf-4b6b-9e09-dbe9165586bc,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:49.571952 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a5c6a-989e-4255-92a8-594028965f23 req-fd40db46-4707-47f5-9be9-d4b11e3f9224 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:49.573409 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-036a5c6a-989e-4255-92a8-594028965f23 req-fd40db46-4707-47f5-9be9-d4b11e3f9224 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0566833 Sep 25 04:45:49.616188 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-036a5c6a-989e-4255-92a8-594028965f23 req-f6b67044-4e76-4ad8-a3ce-d8a22a1aa3b3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Sep 25 04:45:49.654250 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50208) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:49.670568 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e3ace05d-de96-48ba-bec6-c0fc17cceea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:49.850891 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e3ace05d-de96-48ba-bec6-c0fc17cceea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:49.943918 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e3ace05d-de96-48ba-bec6-c0fc17cceea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:49.989435 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-e3ace05d-de96-48ba-bec6-c0fc17cceea7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6303ac9d2d1e49bd8e8b0097f76e34dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339536 Sep 25 04:45:49.993941 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50232) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:49.996862 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ace05d-de96-48ba-bec6-c0fc17cceea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d765469a-971f-4b2b-a397-95d5ac686c40,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:50.059408 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6d15cbea-362d-4082-b95c-1870a66a12ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:50.108359 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6d15cbea-362d-4082-b95c-1870a66a12ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:50.481176 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6d15cbea-362d-4082-b95c-1870a66a12ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:50.484241 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6d15cbea-362d-4082-b95c-1870a66a12ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:50.485599 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-6d15cbea-362d-4082-b95c-1870a66a12ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d765469a-971f-4b2b-a397-95d5ac686c40 HTTP/1.1" status: 204 len: 168 time: 0.4895236 Sep 25 04:45:50.495003 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15cbea-362d-4082-b95c-1870a66a12ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d765469a-971f-4b2b-a397-95d5ac686c40,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:50.772539 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b9522-ff23-4bac-ae8b-a8b3223fb075 req-62b66716-802d-4f69-8b86-a344bc4ca22c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:50.774381 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-131b9522-ff23-4bac-ae8b-a8b3223fb075 req-62b66716-802d-4f69-8b86-a344bc4ca22c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0697634 Sep 25 04:45:50.833473 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-131b9522-ff23-4bac-ae8b-a8b3223fb075 req-861ab629-28c8-4cc6-ab82-0d3e12a77a31 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522742 Sep 25 04:45:51.572794 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-5926415a-e3ab-45ab-adb4-dfb2914ab0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:52.033706 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999afd-d2cb-4c31-9159-8f7cc63c45d6 req-950031d2-2404-41c0-942a-ecf969c76ae3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:52.046730 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c0999afd-d2cb-4c31-9159-8f7cc63c45d6 req-950031d2-2404-41c0-942a-ecf969c76ae3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0891652 Sep 25 04:45:52.100600 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c0999afd-d2cb-4c31-9159-8f7cc63c45d6 req-92b6d82d-65ec-479d-9bfa-42e4557ca3b2 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523777 Sep 25 04:45:52.941409 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50386) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:53.083370 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d396350f-f4fb-4b59-8371-c4b9c315ba37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:53.235704 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d396350f-f4fb-4b59-8371-c4b9c315ba37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:53.254075 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345839d2-7065-4756-b68e-219e40f4cb3c req-33e58aae-6375-4c08-a98c-b19f4d4cdcad tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:53.255819 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-345839d2-7065-4756-b68e-219e40f4cb3c req-33e58aae-6375-4c08-a98c-b19f4d4cdcad tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0586929 Sep 25 04:45:53.317596 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-345839d2-7065-4756-b68e-219e40f4cb3c req-51091953-3505-4746-a483-f763a259693e tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544353 Sep 25 04:45:53.326772 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d396350f-f4fb-4b59-8371-c4b9c315ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:53.372813 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396350f-f4fb-4b59-8371-c4b9c315ba37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01965723-676e-49ee-8773-a306106e2818,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:53.397860 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-d396350f-f4fb-4b59-8371-c4b9c315ba37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2d2632c0ddb4cefb7876aa6e89b3e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527347 Sep 25 04:45:53.399662 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50400) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:53.489156 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-de0276e4-1825-49f3-a61a-8e07493e59a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:53.515939 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-de0276e4-1825-49f3-a61a-8e07493e59a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:53.721328 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-de0276e4-1825-49f3-a61a-8e07493e59a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:53.727565 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-de0276e4-1825-49f3-a61a-8e07493e59a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:53.729991 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-de0276e4-1825-49f3-a61a-8e07493e59a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01965723-676e-49ee-8773-a306106e2818 HTTP/1.1" status: 204 len: 168 time: 0.3282988 Sep 25 04:45:53.746567 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0276e4-1825-49f3-a61a-8e07493e59a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01965723-676e-49ee-8773-a306106e2818,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:54.109313 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9de484cc-a9ad-4a43-9c30-0f334c384f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:54.485084 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60d5fb-4a98-4171-b9d7-ad89b9ab4553 req-37c925f4-a0fd-41df-8036-514476579566 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:54.491577 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2a60d5fb-4a98-4171-b9d7-ad89b9ab4553 req-37c925f4-a0fd-41df-8036-514476579566 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0649748 Sep 25 04:45:54.575250 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2a60d5fb-4a98-4171-b9d7-ad89b9ab4553 req-f1fb85a2-2617-4608-a228-12bb971dc71b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824044 Sep 25 04:45:54.677063 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50454) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:54.726288 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.016741 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-801e915f-6729-43f2-8eea-755354206098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.024625 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50464) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:55.052244 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f586032b-16e1-4cf6-9258-83a3d0c4c8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.123848 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-801e915f-6729-43f2-8eea-755354206098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.240791 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-801e915f-6729-43f2-8eea-755354206098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.286576 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-801e915f-6729-43f2-8eea-755354206098 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a738e903ab464f859c4158df248196c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6082945 Sep 25 04:45:55.289090 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e915f-6729-43f2-8eea-755354206098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47f9f8e-17c7-448b-8f6e-2adaba24a455,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:55.290782 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50466) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:55.377081 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-603a6704-c204-4a4a-b418-4378f16053c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.396671 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f586032b-16e1-4cf6-9258-83a3d0c4c8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.411959 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-603a6704-c204-4a4a-b418-4378f16053c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.504607 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f586032b-16e1-4cf6-9258-83a3d0c4c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.563263 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-603a6704-c204-4a4a-b418-4378f16053c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.567491 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-603a6704-c204-4a4a-b418-4378f16053c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.569144 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-603a6704-c204-4a4a-b418-4378f16053c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d47f9f8e-17c7-448b-8f6e-2adaba24a455 HTTP/1.1" status: 204 len: 168 time: 0.2767370 Sep 25 04:45:55.579756 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-f586032b-16e1-4cf6-9258-83a3d0c4c8de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=938643f6746846b7a487f6a2b55d92fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5525074 Sep 25 04:45:55.581019 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586032b-16e1-4cf6-9258-83a3d0c4c8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3800d649-16f0-4e7d-a93b-e7edb9b4f365,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:55.583487 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50472) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:55.614128 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a6704-c204-4a4a-b418-4378f16053c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47f9f8e-17c7-448b-8f6e-2adaba24a455,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:55.787534 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d1951b3b-85b4-43b6-8f5c-181cff7ae1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.846933 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94916460-bf0e-4ce4-b10c-a61a8681710b req-9417e36d-8efa-4c29-9333-e22a5ee99c66 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:55.854876 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-94916460-bf0e-4ce4-b10c-a61a8681710b req-9417e36d-8efa-4c29-9333-e22a5ee99c66 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0936737 Sep 25 04:45:55.871112 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d1951b3b-85b4-43b6-8f5c-181cff7ae1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:55.904254 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-94916460-bf0e-4ce4-b10c-a61a8681710b req-fef12318-2a27-4e07-b8e1-307ccd9602db tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Sep 25 04:45:56.081853 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d1951b3b-85b4-43b6-8f5c-181cff7ae1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:56.086302 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d1951b3b-85b4-43b6-8f5c-181cff7ae1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:56.088289 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-d1951b3b-85b4-43b6-8f5c-181cff7ae1a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3800d649-16f0-4e7d-a93b-e7edb9b4f365 HTTP/1.1" status: 204 len: 168 time: 0.5027320 Sep 25 04:45:56.102202 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1951b3b-85b4-43b6-8f5c-181cff7ae1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3800d649-16f0-4e7d-a93b-e7edb9b4f365,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:56.223609 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:56.607854 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50498) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:56.622139 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ca1847c1-b1b8-454d-a837-4e74322ba314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:56.729175 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ca1847c1-b1b8-454d-a837-4e74322ba314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:56.824762 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ca1847c1-b1b8-454d-a837-4e74322ba314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:56.926640 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-ca1847c1-b1b8-454d-a837-4e74322ba314 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66619c6b8acc470ebf50fc132616be34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166921 Sep 25 04:45:56.928646 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50516) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:45:56.937888 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1847c1-b1b8-454d-a837-4e74322ba314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12227916-f476-4a7f-aff0-547abe4bb03f,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:57.065048 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c0801160-2f61-4d37-88d7-f7990a870f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:57.097957 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a918c0-c5a6-46ee-bdfa-2a0e049b3aad req-7d55deea-c916-4e92-af66-bdaf1b180783 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:57.099566 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-62a918c0-c5a6-46ee-bdfa-2a0e049b3aad req-7d55deea-c916-4e92-af66-bdaf1b180783 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0827541 Sep 25 04:45:57.106723 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c0801160-2f61-4d37-88d7-f7990a870f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:57.176227 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-62a918c0-c5a6-46ee-bdfa-2a0e049b3aad req-7aa3b575-b0e6-41cf-8af0-6d7a8cb8dc3b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637465 Sep 25 04:45:57.286514 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:57.287187 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c0801160-2f61-4d37-88d7-f7990a870f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:57.291857 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c0801160-2f61-4d37-88d7-f7990a870f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:57.302373 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-c0801160-2f61-4d37-88d7-f7990a870f7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12227916-f476-4a7f-aff0-547abe4bb03f HTTP/1.1" status: 204 len: 168 time: 0.3636284 Sep 25 04:45:57.307866 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0801160-2f61-4d37-88d7-f7990a870f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12227916-f476-4a7f-aff0-547abe4bb03f,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:58.319886 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2fc84-392c-4dbe-bad7-d75c023e03ee req-92c63b13-62fc-4959-8973-f4905518b4f9 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:58.323819 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3fc2fc84-392c-4dbe-bad7-d75c023e03ee req-92c63b13-62fc-4959-8973-f4905518b4f9 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0676711 Sep 25 04:45:58.391555 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3fc2fc84-392c-4dbe-bad7-d75c023e03ee req-bdb3ef4e-bfc7-4ec1-977b-f1fd5ac7dcb0 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548010 Sep 25 04:45:59.319476 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:45:59.529092 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba754-57a7-4b8a-894e-9b88f3482684 req-014d40ca-9c51-4658-b06f-77203c26dafc tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:45:59.531506 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-929ba754-57a7-4b8a-894e-9b88f3482684 req-014d40ca-9c51-4658-b06f-77203c26dafc tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0556107 Sep 25 04:45:59.586199 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-929ba754-57a7-4b8a-894e-9b88f3482684 req-c225fa27-aa19-4002-913a-0553844551d8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Sep 25 04:45:59.917125 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50658) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:00.165989 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-df0635ea-c162-416f-b71b-e73eb8208dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:00.339797 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-df0635ea-c162-416f-b71b-e73eb8208dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:00.406682 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-df0635ea-c162-416f-b71b-e73eb8208dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:00.453815 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-df0635ea-c162-416f-b71b-e73eb8208dbd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb848ceef5bd40749880ecb59a386b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354283 Sep 25 04:46:00.455419 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0635ea-c162-416f-b71b-e73eb8208dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9128b78f-3c25-4508-a9e9-a359488f2c63,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:00.459713 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50676) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:00.526434 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f08bd66f-53f8-4c38-8921-a4aaa26eaef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:00.553598 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f08bd66f-53f8-4c38-8921-a4aaa26eaef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:00.727156 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f08bd66f-53f8-4c38-8921-a4aaa26eaef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:00.730933 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f08bd66f-53f8-4c38-8921-a4aaa26eaef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:00.732630 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-f08bd66f-53f8-4c38-8921-a4aaa26eaef6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9128b78f-3c25-4508-a9e9-a359488f2c63 HTTP/1.1" status: 204 len: 168 time: 0.2703586 Sep 25 04:46:00.749420 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bd66f-53f8-4c38-8921-a4aaa26eaef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9128b78f-3c25-4508-a9e9-a359488f2c63,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:00.758414 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db67d8d-eb7f-4794-a6f4-d755430165a4 req-f51b8de2-8034-4e16-a3b3-9bcd38d245d6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:00.765657 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3db67d8d-eb7f-4794-a6f4-d755430165a4 req-f51b8de2-8034-4e16-a3b3-9bcd38d245d6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.1008601 Sep 25 04:46:00.852817 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e7d9-714a-4c51-9189-000a76e14d12 req-e1e21f87-e550-40f8-a3da-0101165588b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:00.854288 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c2a3e7d9-714a-4c51-9189-000a76e14d12 req-e1e21f87-e550-40f8-a3da-0101165588b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 1098 time: 0.1137347 Sep 25 04:46:00.863373 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3db67d8d-eb7f-4794-a6f4-d755430165a4 req-71514534-e75b-4a05-86e8-c51b898a76a3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629086 Sep 25 04:46:00.903613 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c2a3e7d9-714a-4c51-9189-000a76e14d12 req-f73e0a10-0ad1-4f0f-a226-8d8e5f11985a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Sep 25 04:46:01.412812 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50708) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:01.559081 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8d827dbe-8cad-4628-b9ea-ef95521027e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:01.660125 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8d827dbe-8cad-4628-b9ea-ef95521027e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:01.789217 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8d827dbe-8cad-4628-b9ea-ef95521027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:01.836543 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-8d827dbe-8cad-4628-b9ea-ef95521027e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31366cebc40e46c7aa41cd7527545438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224050 Sep 25 04:46:01.837583 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d827dbe-8cad-4628-b9ea-ef95521027e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5097b3ce-efcf-4e81-9ec9-05376cbcf033,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:01.839626 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50722) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:01.909951 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-393d389a-9d0b-4eb4-b4c0-8ac93ea8df48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:01.942254 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-393d389a-9d0b-4eb4-b4c0-8ac93ea8df48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:02.084169 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c8b32-6203-40c9-9fe5-55876574a1fb req-b1bdbc07-6590-41ed-9654-63c9de732e09 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:02.085786 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3b4c8b32-6203-40c9-9fe5-55876574a1fb req-b1bdbc07-6590-41ed-9654-63c9de732e09 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0760577 Sep 25 04:46:02.109462 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-393d389a-9d0b-4eb4-b4c0-8ac93ea8df48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:02.113043 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-393d389a-9d0b-4eb4-b4c0-8ac93ea8df48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:02.114257 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-393d389a-9d0b-4eb4-b4c0-8ac93ea8df48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5097b3ce-efcf-4e81-9ec9-05376cbcf033 HTTP/1.1" status: 204 len: 168 time: 0.2732053 Sep 25 04:46:02.134771 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d389a-9d0b-4eb4-b4c0-8ac93ea8df48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5097b3ce-efcf-4e81-9ec9-05376cbcf033,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:02.145860 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3b4c8b32-6203-40c9-9fe5-55876574a1fb req-62e8f954-3a77-43f3-9865-befd4e4ea33a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535378 Sep 25 04:46:02.821994 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50764) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:03.143401 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e7e28872-b970-4216-afdb-06084cf2fb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.249561 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50772) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:03.266221 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-09a1ed91-beba-4641-8745-9e9128aa917f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.287126 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e7e28872-b970-4216-afdb-06084cf2fb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.309011 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b696c-3399-473e-816e-8bd5c75be400 req-cc08b666-90bb-40e5-ac48-fa8cca392387 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:03.310603 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-109b696c-3399-473e-816e-8bd5c75be400 req-cc08b666-90bb-40e5-ac48-fa8cca392387 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0727596 Sep 25 04:46:03.374854 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-109b696c-3399-473e-816e-8bd5c75be400 req-cea3c029-a170-4198-b20a-ac6ac71474dd tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562952 Sep 25 04:46:03.378266 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e7e28872-b970-4216-afdb-06084cf2fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.436762 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-e7e28872-b970-4216-afdb-06084cf2fb70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45694f1c7d364e97ac5366f8d827b8ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133657 Sep 25 04:46:03.443378 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50776) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:03.465498 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e28872-b970-4216-afdb-06084cf2fb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e8f474-e237-4b13-96f9-401d200b89a6,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:03.504128 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-09a1ed91-beba-4641-8745-9e9128aa917f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.539888 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-20cdea52-9ff5-4307-8825-35e3a7507e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.594558 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-20cdea52-9ff5-4307-8825-35e3a7507e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.618342 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-09a1ed91-beba-4641-8745-9e9128aa917f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.654736 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8290424-8800-4328-8a14-c79229f0ad37 req-bfe6b23c-cfdc-44b2-ac24-bb19d38c48c8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:03.665638 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b8290424-8800-4328-8a14-c79229f0ad37 req-bfe6b23c-cfdc-44b2-ac24-bb19d38c48c8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1397879 Sep 25 04:46:03.711204 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b8290424-8800-4328-8a14-c79229f0ad37 req-6e1aba03-3f73-4903-aed0-d51fdfe13c92 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Sep 25 04:46:03.712492 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-09a1ed91-beba-4641-8745-9e9128aa917f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d908c738aa764284aac12ef7d137f756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596226 Sep 25 04:46:03.713539 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1ed91-beba-4641-8745-9e9128aa917f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab186035-53f3-491b-a5c4-b4d9606a5c37,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:03.716074 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50788) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:03.778389 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2312e498-b92f-494d-9df2-a0b2756fc564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.802691 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2312e498-b92f-494d-9df2-a0b2756fc564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.857848 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-20cdea52-9ff5-4307-8825-35e3a7507e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.860504 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-20cdea52-9ff5-4307-8825-35e3a7507e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.861792 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-20cdea52-9ff5-4307-8825-35e3a7507e29 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46e8f474-e237-4b13-96f9-401d200b89a6 HTTP/1.1" status: 204 len: 168 time: 0.4173687 Sep 25 04:46:03.870087 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdea52-9ff5-4307-8825-35e3a7507e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e8f474-e237-4b13-96f9-401d200b89a6,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:03.983558 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2312e498-b92f-494d-9df2-a0b2756fc564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.986952 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2312e498-b92f-494d-9df2-a0b2756fc564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:03.988861 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-2312e498-b92f-494d-9df2-a0b2756fc564 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab186035-53f3-491b-a5c4-b4d9606a5c37 HTTP/1.1" status: 204 len: 168 time: 0.2714751 Sep 25 04:46:04.003728 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312e498-b92f-494d-9df2-a0b2756fc564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab186035-53f3-491b-a5c4-b4d9606a5c37,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:04.728082 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:46:04.967350 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50818) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:04.988228 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c3283595-9b78-4be5-9e39-f1c5bcf42f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:05.091382 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c3283595-9b78-4be5-9e39-f1c5bcf42f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:05.172535 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c3283595-9b78-4be5-9e39-f1c5bcf42f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:05.238612 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-c3283595-9b78-4be5-9e39-f1c5bcf42f1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5de45b3dae6443009c544bf4f130c835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694199 Sep 25 04:46:05.239530 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3283595-9b78-4be5-9e39-f1c5bcf42f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b3334-f023-4926-aa7a-f193e60bca48,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:05.243638 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50822) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:05.325220 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1499bcb3-11d6-4f3d-9b7a-cefb059f33e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:05.352592 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1499bcb3-11d6-4f3d-9b7a-cefb059f33e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:05.509600 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1499bcb3-11d6-4f3d-9b7a-cefb059f33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:05.514763 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1499bcb3-11d6-4f3d-9b7a-cefb059f33e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:05.531812 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1499bcb3-11d6-4f3d-9b7a-cefb059f33e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b87b3334-f023-4926-aa7a-f193e60bca48 HTTP/1.1" status: 204 len: 168 time: 0.2700963 Sep 25 04:46:05.531812 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499bcb3-11d6-4f3d-9b7a-cefb059f33e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b3334-f023-4926-aa7a-f193e60bca48,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:07.063505 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 50900) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:07.276814 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0733cd92-1eea-4cf1-8be0-0df3bdf912e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:07.309774 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1613-c106-4ddf-b4d5-489ecb054799 req-1814d8d4-b40b-4070-ac9c-4ec7fb4c51cb tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:07.311413 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ce5b1613-c106-4ddf-b4d5-489ecb054799 req-1814d8d4-b40b-4070-ac9c-4ec7fb4c51cb tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1479144 Sep 25 04:46:07.317336 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-7ef05bdb-d43b-454a-8a38-49dee774aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:07.319169 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-7ef05bdb-d43b-454a-8a38-49dee774aae5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1098 time: 0.1345763 Sep 25 04:46:07.450259 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-af6a1ae1-8b6b-4e15-b005-720bf48eb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:07.451954 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-af6a1ae1-8b6b-4e15-b005-720bf48eb81c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 920 time: 0.1197777 Sep 25 04:46:07.515918 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-f5d97585-c0b3-4dcf-8c7b-428e427cbde9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 HTTP/1.1" status: 200 len: 217 time: 0.0548189 Sep 25 04:46:07.802069 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ce5b1613-c106-4ddf-b4d5-489ecb054799 req-a743ff4d-bdbf-4570-ad84-f6fdaec2bcee tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555299 Sep 25 04:46:07.831301 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-e5e7e2cc-7e01-415f-97af-d35f1b0b9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:07.832755 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-e5e7e2cc-7e01-415f-97af-d35f1b0b9505 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.3064127 Sep 25 04:46:07.875947 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-945d7aef-d228-4e59-8260-447761fe16ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323720 Sep 25 04:46:07.880631 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0733cd92-1eea-4cf1-8be0-0df3bdf912e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:07.991979 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-16dd7190-ff5b-4d12-bf33-fd38d9492600 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071620 Sep 25 04:46:08.001298 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0733cd92-1eea-4cf1-8be0-0df3bdf912e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:08.100145 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0733cd92-1eea-4cf1-8be0-0df3bdf912e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=818670f7701b497b83a9f60ddf727df3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0351877 Sep 25 04:46:08.103867 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50934) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:08.139692 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733cd92-1eea-4cf1-8be0-0df3bdf912e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f869d879-5398-491c-a43b-f4d897eadb5b,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:08.166422 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-32813783-bc14-4832-9038-5e42ab5d66cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:08.177349 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc7db49e-bc88-4c96-bf31-1a850f7a5820 req-7517b1ee-510f-45b2-a018-ac7bcf8a6fef service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707563 Sep 25 04:46:08.215486 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-32813783-bc14-4832-9038-5e42ab5d66cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:08.431150 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-32813783-bc14-4832-9038-5e42ab5d66cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:08.433923 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-32813783-bc14-4832-9038-5e42ab5d66cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:08.435232 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-32813783-bc14-4832-9038-5e42ab5d66cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f869d879-5398-491c-a43b-f4d897eadb5b HTTP/1.1" status: 204 len: 168 time: 0.3291051 Sep 25 04:46:08.448157 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32813783-bc14-4832-9038-5e42ab5d66cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f869d879-5398-491c-a43b-f4d897eadb5b,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:08.948969 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c56fd-83fc-45ec-95e1-7e9bba460932 req-06359ed3-59c6-4d82-8a2e-227a429b40a0 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:08.950519 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cc2c56fd-83fc-45ec-95e1-7e9bba460932 req-06359ed3-59c6-4d82-8a2e-227a429b40a0 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0552506 Sep 25 04:46:08.997646 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cc2c56fd-83fc-45ec-95e1-7e9bba460932 req-64fbd6ce-8173-487e-8d56-b3a88958d9ac tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 Sep 25 04:46:09.290394 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 50992) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:09.310308 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ede9d1e8-0aa8-4322-bd66-26cb822247f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:09.455823 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ede9d1e8-0aa8-4322-bd66-26cb822247f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:09.566537 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ede9d1e8-0aa8-4322-bd66-26cb822247f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:09.606371 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9d1e8-0aa8-4322-bd66-26cb822247f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625c6236-f5b9-4bbf-9c8c-65285eab1893,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:09.611378 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-ede9d1e8-0aa8-4322-bd66-26cb822247f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b50df7dffb884312b3bd650d91cedad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186126 Sep 25 04:46:09.614122 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51006) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:09.678904 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c98fe5b-6d5f-446c-92e6-006c65dc0856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:09.717512 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c98fe5b-6d5f-446c-92e6-006c65dc0856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:09.943283 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c98fe5b-6d5f-446c-92e6-006c65dc0856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:09.945717 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c98fe5b-6d5f-446c-92e6-006c65dc0856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:09.946867 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1c98fe5b-6d5f-446c-92e6-006c65dc0856 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/625c6236-f5b9-4bbf-9c8c-65285eab1893 HTTP/1.1" status: 204 len: 168 time: 0.3317955 Sep 25 04:46:09.959437 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98fe5b-6d5f-446c-92e6-006c65dc0856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625c6236-f5b9-4bbf-9c8c-65285eab1893,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:10.152911 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb2fd4-5a6b-4c7f-9090-206908b90855 req-d78b0792-818d-44c4-abe2-753f23b98a63 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:10.156890 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0bdb2fd4-5a6b-4c7f-9090-206908b90855 req-d78b0792-818d-44c4-abe2-753f23b98a63 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0719409 Sep 25 04:46:10.200350 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0bdb2fd4-5a6b-4c7f-9090-206908b90855 req-627ff72d-0fb2-47b2-b737-89e94735eb64 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387204 Sep 25 04:46:10.293684 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51044) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:10.443254 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-acd4563b-30d6-44b1-8d19-e419831d09f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:10.607291 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-acd4563b-30d6-44b1-8d19-e419831d09f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:10.709275 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-acd4563b-30d6-44b1-8d19-e419831d09f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:10.785249 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51072) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:10.785835 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-acd4563b-30d6-44b1-8d19-e419831d09f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e98eaa23bfc74511a123651fd01f1c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921851 Sep 25 04:46:10.789192 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4563b-30d6-44b1-8d19-e419831d09f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed24548-bc9a-4b84-b919-f151d3502d5a,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:10.836355 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51074) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:10.894189 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1dfce74e-ae5f-4948-987c-b7a807b965c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:10.938082 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1dfce74e-ae5f-4948-987c-b7a807b965c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:10.976929 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-23aae26a-a0cb-44d5-9c0a-6154659f45ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:11.127038 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1dfce74e-ae5f-4948-987c-b7a807b965c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:11.131924 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1dfce74e-ae5f-4948-987c-b7a807b965c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:11.133927 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1dfce74e-ae5f-4948-987c-b7a807b965c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ed24548-bc9a-4b84-b919-f151d3502d5a HTTP/1.1" status: 204 len: 168 time: 0.3460073 Sep 25 04:46:11.146829 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfce74e-ae5f-4948-987c-b7a807b965c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed24548-bc9a-4b84-b919-f151d3502d5a,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:11.240110 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-23aae26a-a0cb-44d5-9c0a-6154659f45ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:11.330196 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5241e94-bcb9-41a2-8a95-3e25511d1d12 req-1c435807-705a-4d06-9894-b8ce2cd0f907 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:11.331613 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c5241e94-bcb9-41a2-8a95-3e25511d1d12 req-1c435807-705a-4d06-9894-b8ce2cd0f907 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0569813 Sep 25 04:46:11.333421 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-23aae26a-a0cb-44d5-9c0a-6154659f45ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:11.396545 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aae26a-a0cb-44d5-9c0a-6154659f45ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ffbbc9-0f02-4f99-9d2b-375875a5ad42,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:11.406478 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-23aae26a-a0cb-44d5-9c0a-6154659f45ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6a20cd78e6748419d5dec565cd95a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5688486 Sep 25 04:46:11.406684 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51098) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:11.422761 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c5241e94-bcb9-41a2-8a95-3e25511d1d12 req-ef5436a5-d850-4378-8bd3-ef5de934656b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728314 Sep 25 04:46:11.486546 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-aacefadf-97a0-4c3d-b22c-3b92f62c4695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:11.526108 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-aacefadf-97a0-4c3d-b22c-3b92f62c4695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:11.675002 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-aacefadf-97a0-4c3d-b22c-3b92f62c4695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:11.677767 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-aacefadf-97a0-4c3d-b22c-3b92f62c4695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:11.678994 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-aacefadf-97a0-4c3d-b22c-3b92f62c4695 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9ffbbc9-0f02-4f99-9d2b-375875a5ad42 HTTP/1.1" status: 204 len: 168 time: 0.2709517 Sep 25 04:46:11.698882 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacefadf-97a0-4c3d-b22c-3b92f62c4695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ffbbc9-0f02-4f99-9d2b-375875a5ad42,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:12.149687 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51122) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:12.164779 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fbc434fa-5dba-4e43-bcdf-b0e63e297fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:12.287747 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fbc434fa-5dba-4e43-bcdf-b0e63e297fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:12.357037 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fbc434fa-5dba-4e43-bcdf-b0e63e297fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:12.438204 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-fbc434fa-5dba-4e43-bcdf-b0e63e297fb7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef63b74955bb4aa0b230a520d58be5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870042 Sep 25 04:46:12.440390 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc434fa-5dba-4e43-bcdf-b0e63e297fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d3f5a-3c79-4ee7-b12a-d02a4f58453d,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:12.441385 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51126) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:12.521322 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c740d569-8d7b-41e2-95ef-c80c3bd1ef64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:12.546619 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c740d569-8d7b-41e2-95ef-c80c3bd1ef64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:12.588177 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84684f25-66bc-4747-87e1-bb310a52963e req-934c8f40-a42d-4e80-9ec3-11f028f97954 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:12.589776 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-84684f25-66bc-4747-87e1-bb310a52963e req-934c8f40-a42d-4e80-9ec3-11f028f97954 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0588629 Sep 25 04:46:12.620917 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51130) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:12.649438 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0f732cc7-21ad-4103-bf4e-936e36012d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:12.663056 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-84684f25-66bc-4747-87e1-bb310a52963e req-d823e81e-dadf-40a7-acf0-0d65877866a3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656528 Sep 25 04:46:12.709407 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c740d569-8d7b-41e2-95ef-c80c3bd1ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:12.715148 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c740d569-8d7b-41e2-95ef-c80c3bd1ef64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:12.717382 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c740d569-8d7b-41e2-95ef-c80c3bd1ef64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b3d3f5a-3c79-4ee7-b12a-d02a4f58453d HTTP/1.1" status: 204 len: 168 time: 0.2747328 Sep 25 04:46:12.736121 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740d569-8d7b-41e2-95ef-c80c3bd1ef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d3f5a-3c79-4ee7-b12a-d02a4f58453d,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:12.872323 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0f732cc7-21ad-4103-bf4e-936e36012d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:12.995171 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0f732cc7-21ad-4103-bf4e-936e36012d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:13.043581 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0f732cc7-21ad-4103-bf4e-936e36012d06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2dbbf122096840558aa4570816c782bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210761 Sep 25 04:46:13.048033 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51156) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:13.052475 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f732cc7-21ad-4103-bf4e-936e36012d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f00357-33f4-455c-aa2b-58dcd3e3b8ce,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:13.129226 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d1db-fd31-4fed-9f5e-58e260d2307b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:13.156569 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d1db-fd31-4fed-9f5e-58e260d2307b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:13.309254 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d1db-fd31-4fed-9f5e-58e260d2307b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:13.313222 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d1db-fd31-4fed-9f5e-58e260d2307b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:13.316089 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-9bb3d1db-fd31-4fed-9f5e-58e260d2307b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9f00357-33f4-455c-aa2b-58dcd3e3b8ce HTTP/1.1" status: 204 len: 168 time: 0.2666671 Sep 25 04:46:13.327221 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3d1db-fd31-4fed-9f5e-58e260d2307b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f00357-33f4-455c-aa2b-58dcd3e3b8ce,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:13.689949 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51174) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:13.884434 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc920-2e18-45bd-8f31-35bc5dcee5c9 req-6b088e38-eaa7-4e09-a82f-e201fa9c6845 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:13.886863 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-365cc920-2e18-45bd-8f31-35bc5dcee5c9 req-6b088e38-eaa7-4e09-a82f-e201fa9c6845 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0755272 Sep 25 04:46:13.986474 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-079dc765-2b1f-4b70-9593-19b960bb3a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:13.994699 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-365cc920-2e18-45bd-8f31-35bc5dcee5c9 req-aabdd85c-3f02-4033-92e8-445c59375936 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956974 Sep 25 04:46:14.120565 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-079dc765-2b1f-4b70-9593-19b960bb3a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:14.189837 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-079dc765-2b1f-4b70-9593-19b960bb3a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:14.260024 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-079dc765-2b1f-4b70-9593-19b960bb3a8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e01540562ad143989a4b46005ef4e98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684388 Sep 25 04:46:14.262862 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51206) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:14.269228 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dc765-2b1f-4b70-9593-19b960bb3a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59361ccf-70cf-4f02-990e-a0a1a8f89225,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:14.358365 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3a6092a3-f493-44c7-bc7e-0cdb50b8baaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:14.391280 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3a6092a3-f493-44c7-bc7e-0cdb50b8baaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:14.557049 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3a6092a3-f493-44c7-bc7e-0cdb50b8baaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:14.559746 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3a6092a3-f493-44c7-bc7e-0cdb50b8baaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:14.565387 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-3a6092a3-f493-44c7-bc7e-0cdb50b8baaf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59361ccf-70cf-4f02-990e-a0a1a8f89225 HTTP/1.1" status: 204 len: 168 time: 0.2966392 Sep 25 04:46:14.587941 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6092a3-f493-44c7-bc7e-0cdb50b8baaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59361ccf-70cf-4f02-990e-a0a1a8f89225,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:15.145533 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d181327-93f9-4795-bffd-fa59576eec40 req-260835d2-209a-4006-ade8-878a348d6c35 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:15.148083 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0d181327-93f9-4795-bffd-fa59576eec40 req-260835d2-209a-4006-ade8-878a348d6c35 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0688860 Sep 25 04:46:15.196385 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0d181327-93f9-4795-bffd-fa59576eec40 req-aa40ac41-6d06-4997-885f-fc7d28e635de tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Sep 25 04:46:15.558007 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51246) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:15.742641 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51256) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:15.759249 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-86abd945-2339-4a7d-9ee5-d4b3693c2bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:15.908745 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-86abd945-2339-4a7d-9ee5-d4b3693c2bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.020559 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-652614707-network', 'tenant_id': 'b0033fc9f10942a9a64a970053cd63ac'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:16.162838 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-86abd945-2339-4a7d-9ee5-d4b3693c2bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.214628 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-86abd945-2339-4a7d-9ee5-d4b3693c2bdc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fa8d597920642eb85f8b74aae51f3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707890 Sep 25 04:46:16.215825 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abd945-2339-4a7d-9ee5-d4b3693c2bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d7b752-bf00-46eb-a27d-2a8b0e598a84,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:16.218450 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51272) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:16.319416 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-00b9a1b0-54de-4167-9120-322ea44e660f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.325168 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Made reservation on behalf of b0033fc9f10942a9a64a970053cd63ac for: {'network': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:46:16.328686 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.351139 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-00b9a1b0-54de-4167-9120-322ea44e660f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.374040 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.374426 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42c801-5e15-42c8-aee0-59da1bb1a82e req-54ad2323-cf25-4603-928e-5a13160f1867 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:16.382347 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0b42c801-5e15-42c8-aee0-59da1bb1a82e req-54ad2323-cf25-4603-928e-5a13160f1867 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1059000 Sep 25 04:46:16.478452 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0b42c801-5e15-42c8-aee0-59da1bb1a82e req-7c2fe2b4-2f96-4ea3-835f-0306bd63dd36 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942504 Sep 25 04:46:16.570691 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-00b9a1b0-54de-4167-9120-322ea44e660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.578569 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-00b9a1b0-54de-4167-9120-322ea44e660f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.580251 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-00b9a1b0-54de-4167-9120-322ea44e660f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7d7b752-bf00-46eb-a27d-2a8b0e598a84 HTTP/1.1" status: 204 len: 168 time: 0.3602824 Sep 25 04:46:16.593743 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9a1b0-54de-4167-9120-322ea44e660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d7b752-bf00-46eb-a27d-2a8b0e598a84,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:16.650399 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.743887 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.788242 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:46:16.805833 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:16.814471 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:16.814992 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.segments_db [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Added segment d611a039-31fd-45c2-94b2-f3baea9c2f7b of type vlan for network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 Sep 25 04:46:16.859056 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:17.057990 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:17.059280 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:17.060114 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:17.133997 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] Pushing event updated for resources: {'Network': ['ID=1fdc2a02-4d00-4292-8f37-e0b32460ae54,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:17.154354 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:46:17.184083 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1441b4ab-459b-439e-9bb5-402dffcc4baf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6249413 Sep 25 04:46:17.189319 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51304) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:17.192636 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Request body: {'subnet': {'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-652614707-subnet', 'tenant_id': 'b0033fc9f10942a9a64a970053cd63ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:17.315170 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Made reservation on behalf of b0033fc9f10942a9a64a970053cd63ac for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:46:17.325932 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126106735'] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:17.637379 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a2560-80da-437a-8741-f1408ba83d71 req-200c9cc6-6e4b-44cf-ba8c-9e2fcf040ae1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:17.639089 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-933a2560-80da-437a-8741-f1408ba83d71 req-200c9cc6-6e4b-44cf-ba8c-9e2fcf040ae1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0697773 Sep 25 04:46:17.639776 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51324) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:17.656636 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0120ef76-cd37-4fad-92f3-1753068af28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:17.692053 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126071804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126106717'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:17.752324 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-933a2560-80da-437a-8741-f1408ba83d71 req-035ebdad-40aa-4121-b4b6-b1a646da58e0 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979998 Sep 25 04:46:17.801246 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d581eb-5129-4e52-a36e-7ff4db013307,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:17.835143 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Checking segment: {'id': 'd611a039-31fd-45c2-94b2-f3baea9c2f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:46:17.835704 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Network hostable DHCP agents. Network: 1fdc2a02-4d00-4292-8f37-e0b32460ae54, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:46:17.882232 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0120ef76-cd37-4fad-92f3-1753068af28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:18.026444 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0120ef76-cd37-4fad-92f3-1753068af28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:18.033942 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:46:18.077180 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0120ef76-cd37-4fad-92f3-1753068af28c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18185d5aa4de4a4fa0375685aee092a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362071 Sep 25 04:46:18.077970 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120ef76-cd37-4fad-92f3-1753068af28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272c1946-3f48-470c-b55a-78099a56b381,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:18.080949 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51336) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:18.138975 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd530e1b-16f7-4cd4-b16a-20e26a3b23ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:18.144293 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 1fdc2a02-4d00-4292-8f37-e0b32460ae54) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:46:18.162848 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:18.162848 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:18.168394 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2b2fa7-e03d-4977-9f02-313f1ed095c8 None None] Network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:46:18.168966 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd530e1b-16f7-4cd4-b16a-20e26a3b23ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:18.275797 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ada58ed7-41ca-4198-a396-4684a4e01dc0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0876203 Sep 25 04:46:18.332790 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd530e1b-16f7-4cd4-b16a-20e26a3b23ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:18.337462 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd530e1b-16f7-4cd4-b16a-20e26a3b23ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:18.344599 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-cd530e1b-16f7-4cd4-b16a-20e26a3b23ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/272c1946-3f48-470c-b55a-78099a56b381 HTTP/1.1" status: 204 len: 168 time: 0.2623556 Sep 25 04:46:18.356201 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd530e1b-16f7-4cd4-b16a-20e26a3b23ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c1946-3f48-470c-b55a-78099a56b381,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:18.397442 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8c01c-aec2-4e7e-94d2-fb32214e8b99 None None] Network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:46:19.059766 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e376342-d53b-4434-97f2-2cb8e150bec5 req-fd945eb8-76de-4c47-803d-b87a4420e6e6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:19.059766 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7e376342-d53b-4434-97f2-2cb8e150bec5 req-fd945eb8-76de-4c47-803d-b87a4420e6e6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0573964 Sep 25 04:46:19.059766 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7e376342-d53b-4434-97f2-2cb8e150bec5 req-8f99a049-39fa-44c0-8698-4d5500c91cfd tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Sep 25 04:46:19.172693 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309baefb-dc81-4c84-8e27-dcad5501748f req-eec24eb8-33f7-4b58-859f-8218c5ee12d2 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:19.174993 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-309baefb-dc81-4c84-8e27-dcad5501748f req-eec24eb8-33f7-4b58-859f-8218c5ee12d2 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0613773 Sep 25 04:46:19.224570 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-309baefb-dc81-4c84-8e27-dcad5501748f req-88dea199-0e66-48ad-ab01-bfb9592bcd55 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366924 Sep 25 04:46:20.173291 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d322ea3-3e22-4fc7-8baa-ec77eb0d3983 req-328b6254-2c08-4628-9aec-296fc990a916 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:20.174745 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5d322ea3-3e22-4fc7-8baa-ec77eb0d3983 req-328b6254-2c08-4628-9aec-296fc990a916 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0539074 Sep 25 04:46:20.223604 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5d322ea3-3e22-4fc7-8baa-ec77eb0d3983 req-d1dd797b-4d68-4b67-a189-99481f6a6b45 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424352 Sep 25 04:46:20.431950 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445bb8d-cae0-4f22-964f-b95fc81bd7b8 req-285ecbbf-462b-481c-85e0-a22674ab0939 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:20.432967 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e445bb8d-cae0-4f22-964f-b95fc81bd7b8 req-285ecbbf-462b-481c-85e0-a22674ab0939 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0810661 Sep 25 04:46:20.511725 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e445bb8d-cae0-4f22-964f-b95fc81bd7b8 req-d04af37f-e54b-4769-9142-748aa9c2e89b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678768 Sep 25 04:46:21.081484 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51440) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:21.200075 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c626e7a5-8d7f-4b83-9a99-88f08345dd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:21.314135 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c626e7a5-8d7f-4b83-9a99-88f08345dd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:21.389940 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c626e7a5-8d7f-4b83-9a99-88f08345dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:21.438224 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-c626e7a5-8d7f-4b83-9a99-88f08345dd81 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac83fddf75f2475c9c4feafcfad0e39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556035 Sep 25 04:46:21.439223 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626e7a5-8d7f-4b83-9a99-88f08345dd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625c6888-72c7-4019-8f05-f57c534f398a,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:21.444179 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51456) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:21.450275 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366747a-6fd8-410f-932d-5a48f5779d35 req-18d624a9-f600-4e58-82b0-6deceb3bcd98 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:21.451941 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9366747a-6fd8-410f-932d-5a48f5779d35 req-18d624a9-f600-4e58-82b0-6deceb3bcd98 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0992432 Sep 25 04:46:21.524246 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9366747a-6fd8-410f-932d-5a48f5779d35 req-132cdc1b-3612-4c94-9f93-b3b94b6f7ef4 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553966 Sep 25 04:46:21.558681 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-93da369f-c1c1-46ce-8890-907233cad569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:21.578641 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a4e2edb1-dd07-4f81-9c44-38772f3a6272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:21.623127 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-93da369f-c1c1-46ce-8890-907233cad569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:21.863415 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347b365-0929-42ac-86d7-1c4050910213 req-5fc3daa0-0646-4371-b4c8-913b460592be tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:21.866047 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-5fc3daa0-0646-4371-b4c8-913b460592be tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/networks?id=1fdc2a02-4d00-4292-8f37-e0b32460ae54 HTTP/1.1" status: 200 len: 808 time: 0.1707430 Sep 25 04:46:21.875438 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9aa04-49c6-4d24-976b-ef312dc0b34f req-f191322f-4db7-47e3-b665-a61f1581a56b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:21.877962 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-24d9aa04-49c6-4d24-976b-ef312dc0b34f req-f191322f-4db7-47e3-b665-a61f1581a56b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0874493 Sep 25 04:46:21.888409 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-dc62eb99-1989-40aa-bb3e-b0b1a43e110b tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/quotas/b0033fc9f10942a9a64a970053cd63ac HTTP/1.1" status: 200 len: 375 time: 0.0094209 Sep 25 04:46:21.940400 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-76d86687-cdb3-4fee-b73c-f4cd34cff844 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0033fc9f10942a9a64a970053cd63ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437322 Sep 25 04:46:21.963617 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-24d9aa04-49c6-4d24-976b-ef312dc0b34f req-5a52ccec-5102-4a8f-b7e2-6a34c3004295 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742567 Sep 25 04:46:21.968580 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-93da369f-c1c1-46ce-8890-907233cad569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:21.972585 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-93da369f-c1c1-46ce-8890-907233cad569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:21.974073 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-93da369f-c1c1-46ce-8890-907233cad569 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/625c6888-72c7-4019-8f05-f57c534f398a HTTP/1.1" status: 204 len: 168 time: 0.5298967 Sep 25 04:46:21.986282 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da369f-c1c1-46ce-8890-907233cad569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625c6888-72c7-4019-8f05-f57c534f398a,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:22.159120 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-834c47d4-a2de-418c-ad3e-62661b5ecd77 service neutron] 10.222.0.38 "GET /v2.0/networks/1fdc2a02-4d00-4292-8f37-e0b32460ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096033 Sep 25 04:46:22.183937 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e276e0-f9e7-4026-b607-5e5cf70a924c req-a622624b-9a8e-473e-b608-5c0e39dd4c58 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:22.185168 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12e276e0-f9e7-4026-b607-5e5cf70a924c req-a622624b-9a8e-473e-b608-5c0e39dd4c58 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0944948 Sep 25 04:46:22.281414 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12e276e0-f9e7-4026-b607-5e5cf70a924c req-460ba5e3-db67-4fef-89ce-5f460daf2074 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820339 Sep 25 04:46:22.300998 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-50352b62-c7d6-4588-8ae7-cd4b1acd7a97 service neutron] 10.222.0.38 "GET /v2.0/networks/1fdc2a02-4d00-4292-8f37-e0b32460ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335809 Sep 25 04:46:22.676830 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cca592-24be-45f2-9f19-dfafb8848f77 req-8561f659-64f5-4d3c-961c-9937335a56e7 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:22.678364 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-61cca592-24be-45f2-9f19-dfafb8848f77 req-8561f659-64f5-4d3c-961c-9937335a56e7 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0656908 Sep 25 04:46:22.695592 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-17b77f3c-8975-4f5d-950a-aaca261cfb7e req-592463f5-2f81-419d-ba3c-b2e1e8a83ca2 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 210 time: 0.0396943 Sep 25 04:46:22.729778 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-61cca592-24be-45f2-9f19-dfafb8848f77 req-ede81a09-80f2-41e8-820c-1dea05d06324 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373008 Sep 25 04:46:23.107631 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51512) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:23.124702 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cef8281b-6a88-4f1e-ad5e-f05b6c231947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:23.148684 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d57b6-773e-41b0-83bc-0278826b455b req-f1bfb3d1-8120-4316-a3fc-96b8d4d8ccdc tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:23.151827 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-964d57b6-773e-41b0-83bc-0278826b455b req-f1bfb3d1-8120-4316-a3fc-96b8d4d8ccdc tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0748217 Sep 25 04:46:23.205351 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-964d57b6-773e-41b0-83bc-0278826b455b req-07300be5-5fab-410e-b321-b973e475e86f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445933 Sep 25 04:46:23.259345 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cef8281b-6a88-4f1e-ad5e-f05b6c231947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:23.352175 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cef8281b-6a88-4f1e-ad5e-f05b6c231947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:23.434406 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8281b-6a88-4f1e-ad5e-f05b6c231947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1592f831-f731-4e63-9483-72776205c8ec,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:23.476142 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-cef8281b-6a88-4f1e-ad5e-f05b6c231947 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7c006a269c24997aeea09eec4b54cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672674 Sep 25 04:46:23.478761 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51532) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:23.489808 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f329e-6d08-4ccb-9f94-d68ba3c90eb1 req-98abf00a-c29f-4a6c-addd-e846771e3f3b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:23.512147 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e31f329e-6d08-4ccb-9f94-d68ba3c90eb1 req-98abf00a-c29f-4a6c-addd-e846771e3f3b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1181331 Sep 25 04:46:23.564407 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a8776886-845d-412f-98c8-7747d7c7d697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:23.570536 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e31f329e-6d08-4ccb-9f94-d68ba3c90eb1 req-f0ffec01-7b5d-4573-8851-89333a19b518 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644479 Sep 25 04:46:23.597515 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a8776886-845d-412f-98c8-7747d7c7d697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:23.778983 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a8776886-845d-412f-98c8-7747d7c7d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:23.781823 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a8776886-845d-412f-98c8-7747d7c7d697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:23.783230 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-a8776886-845d-412f-98c8-7747d7c7d697 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1592f831-f731-4e63-9483-72776205c8ec HTTP/1.1" status: 204 len: 168 time: 0.3023860 Sep 25 04:46:23.801077 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8776886-845d-412f-98c8-7747d7c7d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1592f831-f731-4e63-9483-72776205c8ec,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:23.807827 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-037c271b-2a80-4a56-a0e2-3b5b2942af7e req-185132ab-95f2-4c8d-843c-3a50c9b193f6 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 210 time: 0.0548806 Sep 25 04:46:23.917361 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329cc95-d6da-4ea4-bf62-6144afb496f9 req-582f7186-ce00-4987-af17-9c32bcdb5531 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:23.924140 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1329cc95-d6da-4ea4-bf62-6144afb496f9 req-582f7186-ce00-4987-af17-9c32bcdb5531 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1022785 Sep 25 04:46:23.978512 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1329cc95-d6da-4ea4-bf62-6144afb496f9 req-373f54c5-129c-4718-a540-eb3bcdf7af47 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524435 Sep 25 04:46:24.166373 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1e392b49-9517-4812-aea6-744fe1dae694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:24.190716 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51554) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:24.290026 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51562) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:24.404751 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1980-2883-4d1b-8660-3053fadcef4b req-6b14a158-4fe1-486e-afc4-2ce74c67dc81 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:24.412847 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-668c1980-2883-4d1b-8660-3053fadcef4b req-6b14a158-4fe1-486e-afc4-2ce74c67dc81 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0912983 Sep 25 04:46:24.487377 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-668c1980-2883-4d1b-8660-3053fadcef4b req-61915a90-54c9-4f44-b2e4-131a9309450d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712698 Sep 25 04:46:24.545740 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbec1-405c-4b7c-8f4f-cd304f991b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:24.549943 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-01a03170-059a-47c0-ad60-8f79e738a930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:24.671956 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b42dce-45fa-414e-88cc-c180b9f55332 req-f2aba774-6ac2-4621-a412-ba95cc2d1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:24.674589 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a5b42dce-45fa-414e-88cc-c180b9f55332 req-f2aba774-6ac2-4621-a412-ba95cc2d1857 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1098 time: 0.1105535 Sep 25 04:46:24.727354 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:24.779127 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-01a03170-059a-47c0-ad60-8f79e738a930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:24.812685 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11efbbf-1e18-440a-8115-91537d3cbd62 req-8cd16f3c-09c6-47ac-8ec8-eb931327e339 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:24.814819 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c11efbbf-1e18-440a-8115-91537d3cbd62 req-8cd16f3c-09c6-47ac-8ec8-eb931327e339 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1388974 Sep 25 04:46:24.817456 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a5b42dce-45fa-414e-88cc-c180b9f55332 req-d0e834f2-bf09-4ec2-aa98-51ae5d1e5f33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232269 Sep 25 04:46:24.841257 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-01a03170-059a-47c0-ad60-8f79e738a930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:24.877868 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-01a03170-059a-47c0-ad60-8f79e738a930 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ea1fc50b9194450acc806fc18a6758b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847198 Sep 25 04:46:24.883441 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51580) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:24.900391 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a03170-059a-47c0-ad60-8f79e738a930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6df7daa-76fe-41fd-b03d-17dfd990ae8a,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:24.911516 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c11efbbf-1e18-440a-8115-91537d3cbd62 req-67d50bbb-2f3a-461b-a65a-e67c6556fa5c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860920 Sep 25 04:46:24.977103 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0951ba4e-db75-400f-b2cb-2d1e1841deab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.022973 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0951ba4e-db75-400f-b2cb-2d1e1841deab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.024685 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbec1-405c-4b7c-8f4f-cd304f991b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.153181 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbec1-405c-4b7c-8f4f-cd304f991b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.181163 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51588) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:25.185184 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1bbe56df-3e82-41ce-9409-3308b3a3c391 req-2d0aaa83-bce9-408e-8f27-9e53e5b296be tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 210 time: 0.0675666 Sep 25 04:46:25.224872 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fbec1-405c-4b7c-8f4f-cd304f991b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fc5fb0-a4bf-4952-9c83-8fbbec73053f,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:25.229915 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0951ba4e-db75-400f-b2cb-2d1e1841deab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.236657 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-7f3fbec1-405c-4b7c-8f4f-cd304f991b7e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41d9a3d5705545a89cc5cd6b2b325d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9450402 Sep 25 04:46:25.238518 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0951ba4e-db75-400f-b2cb-2d1e1841deab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.239918 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-0951ba4e-db75-400f-b2cb-2d1e1841deab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6df7daa-76fe-41fd-b03d-17dfd990ae8a HTTP/1.1" status: 204 len: 168 time: 0.3552232 Sep 25 04:46:25.241102 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51592) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:25.245519 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdd2eb-a96f-44c3-9805-a2b9ac686c3d req-099368e7-186c-44d7-8fea-5a5183eaaba9 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:25.247201 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d6bdd2eb-a96f-44c3-9805-a2b9ac686c3d req-099368e7-186c-44d7-8fea-5a5183eaaba9 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1539888 Sep 25 04:46:25.269637 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951ba4e-db75-400f-b2cb-2d1e1841deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6df7daa-76fe-41fd-b03d-17dfd990ae8a,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:25.315199 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d6bdd2eb-a96f-44c3-9805-a2b9ac686c3d req-7130015f-74b6-408b-b3ea-f0f59cc3abb2 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584769 Sep 25 04:46:25.389475 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f6cf06dd-b584-4f65-8b99-11c837b06c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.395873 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-668f5184-c49c-475f-bb11-e531022b4dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.435918 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-668f5184-c49c-475f-bb11-e531022b4dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.569884 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f6cf06dd-b584-4f65-8b99-11c837b06c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.613115 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-668f5184-c49c-475f-bb11-e531022b4dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.618443 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-668f5184-c49c-475f-bb11-e531022b4dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.620891 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-668f5184-c49c-475f-bb11-e531022b4dd1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12fc5fb0-a4bf-4952-9c83-8fbbec73053f HTTP/1.1" status: 204 len: 168 time: 0.3757703 Sep 25 04:46:25.636409 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f5184-c49c-475f-bb11-e531022b4dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fc5fb0-a4bf-4952-9c83-8fbbec73053f,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:25.663877 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a14a4-f2bc-41d9-b7e6-808b67d289e4 req-be4e4519-d526-496f-a239-831f0b1a2d80 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:25.665515 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-104a14a4-f2bc-41d9-b7e6-808b67d289e4 req-be4e4519-d526-496f-a239-831f0b1a2d80 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0764644 Sep 25 04:46:25.687277 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f6cf06dd-b584-4f65-8b99-11c837b06c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.715703 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-104a14a4-f2bc-41d9-b7e6-808b67d289e4 req-03b0188d-6ac1-4eda-8988-22ef7b2cdb41 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 Sep 25 04:46:25.766295 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-f6cf06dd-b584-4f65-8b99-11c837b06c06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0eae82a1e84c40848a6e85c692723e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840056 Sep 25 04:46:25.768562 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf06dd-b584-4f65-8b99-11c837b06c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ea11c-68aa-4a31-8d06-1d42ec0d26d0,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:25.771350 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51612) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:25.847313 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-21a99bfd-074a-4dc6-924a-f449cae5e026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.887945 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-21a99bfd-074a-4dc6-924a-f449cae5e026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:25.918091 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51616) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:26.092337 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-21a99bfd-074a-4dc6-924a-f449cae5e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:26.095671 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-21a99bfd-074a-4dc6-924a-f449cae5e026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:26.096900 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-21a99bfd-074a-4dc6-924a-f449cae5e026 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d40ea11c-68aa-4a31-8d06-1d42ec0d26d0 HTTP/1.1" status: 204 len: 168 time: 0.3246310 Sep 25 04:46:26.109046 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a99bfd-074a-4dc6-924a-f449cae5e026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ea11c-68aa-4a31-8d06-1d42ec0d26d0,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:26.144327 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2695b3-a6cf-4ed4-9d8f-8edca184089b req-6785b2f0-f44b-40c3-af63-57917976961f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:26.144860 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cd2695b3-a6cf-4ed4-9d8f-8edca184089b req-6785b2f0-f44b-40c3-af63-57917976961f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1404819 Sep 25 04:46:26.214598 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347b365-0929-42ac-86d7-1c4050910213 req-bc0807a0-b678-4b70-9da3-b703fe37e4a7 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:26.216261 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-bc0807a0-b678-4b70-9da3-b703fe37e4a7 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.46 "GET /v2.0/networks?id=1fdc2a02-4d00-4292-8f37-e0b32460ae54 HTTP/1.1" status: 200 len: 808 time: 0.1773226 Sep 25 04:46:26.218737 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:26.224244 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-633757496-network', 'tenant_id': 'f51ec3167e624ed0b58987c55bd99bda'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:26.252160 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cd2695b3-a6cf-4ed4-9d8f-8edca184089b req-99084ce5-b9b3-4e19-bf70-bc4a999020f4 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007195 Sep 25 04:46:26.261118 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Request body: {'port': {'device_id': '9f237136-16d0-49f3-aeee-8efdc85be98a', 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54', 'admin_state_up': True, 'tenant_id': 'b0033fc9f10942a9a64a970053cd63ac'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:26.357524 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2d361116-723e-4b22-b381-6ef3bbbf6ffc req-88ad121d-e024-4817-8d6d-bcd0ef2aac1d tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 210 time: 0.0613351 Sep 25 04:46:26.488188 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281faf1d-9069-4607-b972-e5e68bf6a47b req-38ea588e-22bb-47ca-bd19-da1f95fc9184 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:26.489792 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-281faf1d-9069-4607-b972-e5e68bf6a47b req-38ea588e-22bb-47ca-bd19-da1f95fc9184 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0676208 Sep 25 04:46:26.492824 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Made reservation on behalf of f51ec3167e624ed0b58987c55bd99bda for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:46:26.495135 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:26.515805 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:26.570432 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-281faf1d-9069-4607-b972-e5e68bf6a47b req-bcadc23c-7253-437c-a2cf-902476d2dc60 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635579 Sep 25 04:46:26.644271 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Made reservation on behalf of b0033fc9f10942a9a64a970053cd63ac for: {'port': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:46:26.652670 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:26.915329 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Allocated IP 172.20.0.5 (1fdc2a02-4d00-4292-8f37-e0b32460ae54/a7d581eb-5129-4e52-a36e-7ff4db013307/b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:46:26.967539 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84703c-ea15-4ea2-8b91-e61d6119108f req-5713e16b-bc07-41e0-8aef-d8da2cdc29c7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:26.969216 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4a84703c-ea15-4ea2-8b91-e61d6119108f req-5713e16b-bc07-41e0-8aef-d8da2cdc29c7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.1353557 Sep 25 04:46:26.982097 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:27.050408 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4a84703c-ea15-4ea2-8b91-e61d6119108f req-e7c9bf8f-717f-4908-b8eb-6d72c96e6fa5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713174 Sep 25 04:46:27.116885 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:27.164756 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:46:27.194536 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11256f73-1885-4885-b84d-d21f027d9bb8,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:27.229541 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:27.229819 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Added segment 0f6422b0-77cc-4224-8d03-aef5237bfbc2 of type vlan for network 8f2465ad-0788-4426-81a3-5ccd9631b520 Sep 25 04:46:27.304253 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:27.321448 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:27.344541 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:27.369032 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6992c4-fff4-47bb-8df5-dd7878c0cc63 req-e19b4c8e-5ced-48a8-ac6b-ebf5a69d6569 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:27.370701 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6f6992c4-fff4-47bb-8df5-dd7878c0cc63 req-e19b4c8e-5ced-48a8-ac6b-ebf5a69d6569 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.2124345 Sep 25 04:46:27.442451 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-82162738-db92-4de2-b520-b77681f5af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:27.444159 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-82162738-db92-4de2-b520-b77681f5af78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1098 time: 0.2128086 Sep 25 04:46:27.524365 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1286b00-8103-4839-bb1d-7520227e0a48 req-3ebe41bc-63a0-4bc7-a0c2-2e30a784c033 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:27.532126 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1286b00-8103-4839-bb1d-7520227e0a48 req-3ebe41bc-63a0-4bc7-a0c2-2e30a784c033 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1927903 Sep 25 04:46:27.546267 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6f6992c4-fff4-47bb-8df5-dd7878c0cc63 req-21f8f035-a74f-4a96-96a8-668f56d16b67 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497943 Sep 25 04:46:27.567263 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:27.570637 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:27.570637 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:27.629105 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:27.706321 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-ab2231e8-1672-4df1-8abe-3cfb6fdab559 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068823 Sep 25 04:46:27.761530 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8401275 Sep 25 04:46:27.767803 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51696) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:27.781221 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Request body: {'subnet': {'network_id': '8f2465ad-0788-4426-81a3-5ccd9631b520', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-633757496-subnet', 'tenant_id': 'f51ec3167e624ed0b58987c55bd99bda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:27.848147 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-cdad4b84-94ac-4020-8b40-af54c4d975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:27.850024 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-cdad4b84-94ac-4020-8b40-af54c4d975ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 1098 time: 0.1029792 Sep 25 04:46:28.056023 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1286b00-8103-4839-bb1d-7520227e0a48 req-83c7cf4b-4dcc-4134-84e0-ce665a2af7e3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5226943 Sep 25 04:46:28.060727 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:46:28.070365 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-0991c893-4034-4fed-8939-2f1b719353e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:28.071460 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-0991c893-4034-4fed-8939-2f1b719353e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 920 time: 0.6101415 Sep 25 04:46:28.072389 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef33cf-54a4-4d36-9423-2b15b624a42c admin admin] Pushing event updated for resources: {'Network': ['ID=8f2465ad-0788-4426-81a3-5ccd9631b520,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:28.077478 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:46:28.079787 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Made reservation on behalf of f51ec3167e624ed0b58987c55bd99bda for: {'subnet': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:46:28.081127 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Pushing event updated for resources: {'Port': ['ID=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:28.094209 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:28.100307 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:46:28.114635 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 8f2465ad-0788-4426-81a3-5ccd9631b520 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:46:28.182923 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-8d2c76d1-ffda-4f35-b8e3-e3cbbf05469c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 HTTP/1.1" status: 200 len: 217 time: 0.0778575 Sep 25 04:46:28.253344 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85883c-9d61-420f-aedf-897e4e88778c req-0479478b-6f31-4992-baf8-fdbe54f1d800 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:28.254966 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ff85883c-9d61-420f-aedf-897e4e88778c req-0479478b-6f31-4992-baf8-fdbe54f1d800 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 931 time: 0.5801911 Sep 25 04:46:28.263368 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:28.272019 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:28.320532 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-6978eb19-2917-4bf9-9037-4362027a0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:28.321849 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-6978eb19-2917-4bf9-9037-4362027a0c29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.1130102 Sep 25 04:46:28.338280 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-c6b57a3c-9cae-49dd-a5e2-f60a6504c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:28.339826 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-c6b57a3c-9cae-49dd-a5e2-f60a6504c848 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 920 time: 0.4601533 Sep 25 04:46:28.395828 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-65c5bab8-025f-4668-9d78-ed2e8c0bec7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90bd850-93dd-4fa7-9190-1ccd13139e6c HTTP/1.1" status: 200 len: 217 time: 0.0437553 Sep 25 04:46:28.491475 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-b1acfad0-c4e0-476f-b841-c9c51ac1c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:28.491475 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-b1acfad0-c4e0-476f-b841-c9c51ac1c075 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.0879319 Sep 25 04:46:28.496020 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ff85883c-9d61-420f-aedf-897e4e88778c req-5f66b0a3-9d41-48af-9686-e1d495e8a29c tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238455 Sep 25 04:46:28.502629 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-d1fb441e-f57b-4eef-9722-b697e7c3996e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2477193 Sep 25 04:46:28.508937 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-8d751038-356b-4e77-a627-998f02cb3018 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649253 Sep 25 04:46:28.549165 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Request body: {'port': {'device_id': '9f237136-16d0-49f3-aeee-8efdc85be98a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:28.618918 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32dc42-f1f7-4a5d-9d9e-c48250e53b1c req-e0bfc638-2a13-432b-85a5-7b80ca354ef4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:28.620637 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bf32dc42-f1f7-4a5d-9d9e-c48250e53b1c req-e0bfc638-2a13-432b-85a5-7b80ca354ef4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.3315244 Sep 25 04:46:28.690374 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-4347c6af-f3eb-494c-908d-758b5cd0c6cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922383 Sep 25 04:46:28.701921 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:28.776610 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bf32dc42-f1f7-4a5d-9d9e-c48250e53b1c req-19be1520-08cf-42c5-afe4-d384345eb72f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366339 Sep 25 04:46:28.814508 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:28.819094 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-1a8a34e8-c3a3-48e4-8964-5c4726c3a14d service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896008 Sep 25 04:46:28.884830 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a488a1-808b-4cd7-a61d-ec929800539f,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:28.940747 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20792e8-ace0-4612-be5d-e63de48fec24 req-9207ad7f-4513-491b-8f8a-980f8bc60f57 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:28.943759 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Checking segment: {'id': '0f6422b0-77cc-4224-8d03-aef5237bfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8f2465ad-0788-4426-81a3-5ccd9631b520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:46:28.944241 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Network hostable DHCP agents. Network: 8f2465ad-0788-4426-81a3-5ccd9631b520, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:46:28.946747 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a20792e8-ace0-4612-be5d-e63de48fec24 req-9207ad7f-4513-491b-8f8a-980f8bc60f57 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.2085764 Sep 25 04:46:28.952521 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-52ec0754-b126-4c2f-bcbd-c5eb18f5243b service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513344 Sep 25 04:46:29.097831 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a20792e8-ace0-4612-be5d-e63de48fec24 req-f6de2368-a527-4726-bb24-862dba79014f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500416 Sep 25 04:46:29.137839 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Network 8f2465ad-0788-4426-81a3-5ccd9631b520 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:46:29.161648 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d042984-a4d8-45f8-9cca-a06d1441c8cf req-33ce9681-37a4-489f-a01a-1f9fc5979ba2 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235197 Sep 25 04:46:29.253305 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a330604a-f2bb-4c16-bbe3-49d9e4cc335f req-2682ab64-ecd4-405f-9c06-afac0ef7d225 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891600 Sep 25 04:46:29.274708 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 8f2465ad-0788-4426-81a3-5ccd9631b520) {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:46:29.279562 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:29.284932 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:29.292517 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b94d6cf-41d5-49f4-90f0-93fea9a2d314 None None] Network 8f2465ad-0788-4426-81a3-5ccd9631b520 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:46:29.349416 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf {{(pid=101229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:46:29.359832 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:29.375405 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-ff6c942a-48e1-4c0c-b394-b6b7031b7a2e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6026311 Sep 25 04:46:29.395785 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:29.399462 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39ff31-986f-4c36-a0dc-a14d6a1da7af req-938dfe92-da6d-40e4-b5c3-aad1c6f87f5b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:29.407346 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8f39ff31-986f-4c36-a0dc-a14d6a1da7af req-938dfe92-da6d-40e4-b5c3-aad1c6f87f5b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1072857 Sep 25 04:46:29.417642 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.provisioning_blocks [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Transition to ACTIVE for port object b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf will not be triggered until provisioned by entity L2. {{(pid=101229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:46:29.460682 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8f39ff31-986f-4c36-a0dc-a14d6a1da7af req-d774f930-06df-4e54-86d2-9ff4f28614f6 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518460 Sep 25 04:46:29.486310 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:29.542963 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Pushing event updated for resources: {'Port': ['ID=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:29.555878 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.556236 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.557349 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.557349 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.557349 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.558230 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.558230 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.558603 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.558603 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.559343 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.559343 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.559779 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:29.599330 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecfc56c-7737-4b9d-91f1-cec384b4a08e None None] Network 8f2465ad-0788-4426-81a3-5ccd9631b520 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:46:29.683531 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Attempting to bind port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:46:29.684073 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Attempting to bind port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'd611a039-31fd-45c2-94b2-f3baea9c2f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54'}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:46:29.684615 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Attempting to bind port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf on network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:46:29.726834 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf on network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:46:29.727504 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Attempting to bind port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf on network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:46:29.743037 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:46:29.743646 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Checking segment: {'id': 'd611a039-31fd-45c2-94b2-f3baea9c2f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:46:29.744275 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Bound using segment: {'id': 'd611a039-31fd-45c2-94b2-f3baea9c2f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54'} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:46:29.744991 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Bound port: b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd611a039-31fd-45c2-94b2-f3baea9c2f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54'}}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:46:29.745530 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:29.792338 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecb8e1-eeed-4ae8-a776-2e6e88eacc84 req-0220d955-8ce6-4e08-a9fd-f22842a34db6 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:29.795754 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0aecb8e1-eeed-4ae8-a776-2e6e88eacc84 req-0220d955-8ce6-4e08-a9fd-f22842a34db6 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 943 time: 0.1446664 Sep 25 04:46:29.891147 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0aecb8e1-eeed-4ae8-a776-2e6e88eacc84 req-389b3a35-f337-42e7-94e1-2742f06ec79a tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674593 Sep 25 04:46:29.895291 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] For port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf, host hv-cinder-76845, cleared binding levels {{(pid=101229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:46:29.900090 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] For port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:46:29.979250 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b9271-45e4-48d6-bc7e-d8d451ae57a7 req-3a7865ca-2f69-4e13-b787-7e6bc29ef185 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:29.981027 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-551b9271-45e4-48d6-bc7e-d8d451ae57a7 req-3a7865ca-2f69-4e13-b787-7e6bc29ef185 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0739007 Sep 25 04:46:30.030762 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-551b9271-45e4-48d6-bc7e-d8d451ae57a7 req-521ebccd-8837-4177-bc7b-545108c4260b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432050 Sep 25 04:46:30.098319 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:30.187492 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Pushing event updated for resources: {'Port': ['ID=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,revision_number=3']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:30.193890 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:30.194528 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:30.196046 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-fb6c99f7-4392-4e56-8e0a-e83dd632aa9e service neutron] 10.222.0.46 "PUT /v2.0/ports/b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf HTTP/1.1" status: 200 len: 1093 time: 1.6723449 Sep 25 04:46:30.196528 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f237136-16d0-49f3-aeee-8efdc85be98a', 'tag': 'b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:46:30.199336 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43148cac-e65e-423e-a8c8-f6f9b45b6a01" -d '{"events": [{"name": "network-changed", "server_uuid": "9f237136-16d0-49f3-aeee-8efdc85be98a", "tag": "b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:30.273707 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9472b2-b39d-4bcb-b82b-09cd2310cbb2 x-openstack-request-id: req-da9472b2-b39d-4bcb-b82b-09cd2310cbb2 {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:30.274232 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f237136-16d0-49f3-aeee-8efdc85be98a", "tag": "b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:30.274613 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da9472b2-b39d-4bcb-b82b-09cd2310cbb2 {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:30.275099 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f237136-16d0-49f3-aeee-8efdc85be98a', 'tag': 'b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf', 'status': 'completed', 'code': 200} Sep 25 04:46:30.314476 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25609b-fe5d-4fe5-9244-648b31dbd25b req-254e0f5e-3c86-47f6-955f-cf89bc85173c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:30.318178 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fb25609b-fe5d-4fe5-9244-648b31dbd25b req-254e0f5e-3c86-47f6-955f-cf89bc85173c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0937109 Sep 25 04:46:30.414952 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fb25609b-fe5d-4fe5-9244-648b31dbd25b req-b6a833c9-ec28-4300-acbb-8bb68f6989f8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802259 Sep 25 04:46:30.421230 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148cac-e65e-423e-a8c8-f6f9b45b6a01 req-ae7fc6e7-f7ec-4dd4-9cc6-fb557cc23ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:30.423968 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-43148cac-e65e-423e-a8c8-f6f9b45b6a01 req-ae7fc6e7-f7ec-4dd4-9cc6-fb557cc23ce9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0033fc9f10942a9a64a970053cd63ac&device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 1096 time: 0.1042805 Sep 25 04:46:30.650814 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148cac-e65e-423e-a8c8-f6f9b45b6a01 req-7c073f11-dc49-4992-8bcb-1b88593d06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:30.652452 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-43148cac-e65e-423e-a8c8-f6f9b45b6a01 req-7c073f11-dc49-4992-8bcb-1b88593d06c4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b0033fc9f10942a9a64a970053cd63ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2170115 Sep 25 04:46:30.675459 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f40f4b-59ae-45f2-8152-1483bc9d7750 req-80f626f9-98ed-4c0b-967f-d5dda2d051cf tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:30.681645 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-58f40f4b-59ae-45f2-8152-1483bc9d7750 req-80f626f9-98ed-4c0b-967f-d5dda2d051cf tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1343076 Sep 25 04:46:30.835728 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51806) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:30.841936 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-530199162-network', 'tenant_id': '60494a7c6ac7492eb48973191aa81556'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:30.921585 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-58f40f4b-59ae-45f2-8152-1483bc9d7750 req-bb21d2ec-7a05-4812-9079-9f7d0f794eea tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970825 Sep 25 04:46:30.962768 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148cac-e65e-423e-a8c8-f6f9b45b6a01 req-bb05ac94-6091-4606-917d-dab8ffe5698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:30.964327 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-43148cac-e65e-423e-a8c8-f6f9b45b6a01 req-bb05ac94-6091-4606-917d-dab8ffe5698b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2802644 Sep 25 04:46:30.980291 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Made reservation on behalf of 60494a7c6ac7492eb48973191aa81556 for: {'network': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:46:30.983588 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:31.001578 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:31.177428 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc18db6-5485-41ed-b328-9cba54ba4e96 req-5b3371dc-6234-43d5-bf89-920ba8002380 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:31.183983 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:31.190042 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9bc18db6-5485-41ed-b328-9cba54ba4e96 req-5b3371dc-6234-43d5-bf89-920ba8002380 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 943 time: 0.1743774 Sep 25 04:46:31.251785 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:31.257006 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347b365-0929-42ac-86d7-1c4050910213 req-888c6bcd-274a-441a-97bb-d5d5303d7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:31.258808 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-888c6bcd-274a-441a-97bb-d5d5303d7fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0033fc9f10942a9a64a970053cd63ac&device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 1096 time: 0.2301705 Sep 25 04:46:31.289598 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:46:31.316955 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-ab657e3b-35a8-49ae-b981-b0f25e5ac879 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf HTTP/1.1" status: 200 len: 217 time: 0.0417430 Sep 25 04:46:31.323874 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85952f36-5036-432a-8421-607aa531ab8e,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:31.330865 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:31.332119 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.segments_db [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Added segment 93159d8d-221e-4c96-856d-58f0a85c296f of type vlan for network 19bc249b-6c90-46f8-b572-f1df07bc282c Sep 25 04:46:31.366895 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9bc18db6-5485-41ed-b328-9cba54ba4e96 req-f5cd6a74-9800-4f8f-a846-04f422f0b640 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538434 Sep 25 04:46:31.421415 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:31.437454 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6079d3e-106d-46f7-9d6b-9f6265a95e5f req-830e55e5-d818-447e-8fc7-31afe750cf13 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:31.440160 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c6079d3e-106d-46f7-9d6b-9f6265a95e5f req-830e55e5-d818-447e-8fc7-31afe750cf13 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.2858386 Sep 25 04:46:31.502565 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347b365-0929-42ac-86d7-1c4050910213 req-54e8d25c-ee1b-4812-b28c-93a78cc4c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:31.505172 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-54e8d25c-ee1b-4812-b28c-93a78cc4c804 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7d581eb-5129-4e52-a36e-7ff4db013307 HTTP/1.1" status: 200 len: 848 time: 0.1494811 Sep 25 04:46:31.568198 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:31.573928 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:31.577321 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:31.726165 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] Pushing event updated for resources: {'Network': ['ID=19bc249b-6c90-46f8-b572-f1df07bc282c,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:31.744363 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 19bc249b-6c90-46f8-b572-f1df07bc282c details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:46:31.834909 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-688a55fe-671a-4c15-86c7-d61527e83bba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fdc2a02-4d00-4292-8f37-e0b32460ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3216150 Sep 25 04:46:31.852069 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c6079d3e-106d-46f7-9d6b-9f6265a95e5f req-d2242c54-5361-462e-b7a3-77a95fd95164 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995724 Sep 25 04:46:31.957293 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951138-5fb0-4d5c-87ba-e8272e32b5ce req-158bb131-cbb9-431b-ba97-ffb747ed2807 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:31.959225 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-02951138-5fb0-4d5c-87ba-e8272e32b5ce req-158bb131-cbb9-431b-ba97-ffb747ed2807 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1618819 Sep 25 04:46:31.976214 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1e1e5fa7-ada4-4e2d-b321-19e1a69216b8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1387646 Sep 25 04:46:31.979564 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51854) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:31.986657 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Request body: {'subnet': {'network_id': '19bc249b-6c90-46f8-b572-f1df07bc282c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-530199162-subnet', 'tenant_id': '60494a7c6ac7492eb48973191aa81556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:32.006724 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-f9525e6d-77f2-4ad8-8f5b-6d4f67785a51 service neutron] 10.222.0.46 "GET /v2.0/networks/1fdc2a02-4d00-4292-8f37-e0b32460ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531594 Sep 25 04:46:32.070397 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-02951138-5fb0-4d5c-87ba-e8272e32b5ce req-d7941af5-2b12-4eaf-bb57-3c6307903b87 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029615 Sep 25 04:46:32.176241 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b5246-6669-451e-aac4-0bb60929f939 req-f29c97cc-e71f-4a18-a94a-fff51efec70a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:32.177999 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4a5b5246-6669-451e-aac4-0bb60929f939 req-f29c97cc-e71f-4a18-a94a-fff51efec70a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1295795 Sep 25 04:46:32.205594 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4347b365-0929-42ac-86d7-1c4050910213 req-0b721b4d-217e-43cf-a8cd-cfaa69b8636b service neutron] 10.222.0.46 "GET /v2.0/networks/1fdc2a02-4d00-4292-8f37-e0b32460ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808214 Sep 25 04:46:32.234753 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4a5b5246-6669-451e-aac4-0bb60929f939 req-4f507eef-f91f-474f-9315-3b1c5aba04cc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386302 Sep 25 04:46:32.263247 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Made reservation on behalf of 60494a7c6ac7492eb48973191aa81556 for: {'subnet': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:46:32.265598 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:32.459843 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:46:32.642152 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:32.649490 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:32.677875 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'port_id': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'mac_address': 'fa:16:3e:d0:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:46:32.684990 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c65854-c7ec-48f0-a73b-dcafd92af369 req-4c850199-85ef-4b6c-8644-b2b626cfaf58 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:32.684990 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a6c65854-c7ec-48f0-a73b-dcafd92af369 req-4c850199-85ef-4b6c-8644-b2b626cfaf58 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 943 time: 0.1356974 Sep 25 04:46:32.729198 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:32.738169 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e71aa3-d0e1-4ae3-a65e-dd0917efafdd,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:32.753607 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Checking segment: {'id': '93159d8d-221e-4c96-856d-58f0a85c296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19bc249b-6c90-46f8-b572-f1df07bc282c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:46:32.754320 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Network hostable DHCP agents. Network: 19bc249b-6c90-46f8-b572-f1df07bc282c, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:46:32.755752 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a6c65854-c7ec-48f0-a73b-dcafd92af369 req-e971a19c-c48c-442e-81cb-5df77fcb3c6f tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624192 Sep 25 04:46:32.757270 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83e92177-9e57-45f2-bbe4-ae385e24a34f {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:46:32.779849 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:32.987592 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Network 19bc249b-6c90-46f8-b572-f1df07bc282c is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:46:32.988258 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:33.016525 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa977f9-3d4b-4c56-838c-0bf4a2e8db4f req-af44893d-4f97-4024-aa9d-dd4a8ac495c9 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:33.039521 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-daa977f9-3d4b-4c56-838c-0bf4a2e8db4f req-af44893d-4f97-4024-aa9d-dd4a8ac495c9 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0720289 Sep 25 04:46:33.059911 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-daa977f9-3d4b-4c56-838c-0bf4a2e8db4f req-cc1d951e-5df3-4123-99fb-825908c1313d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Sep 25 04:46:33.077166 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=6']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:33.087668 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.088016 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.088366 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.088703 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.089047 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.089372 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.089715 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.090027 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.090379 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.090837 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.091135 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.102080 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:33.115452 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['83e92177-9e57-45f2-bbe4-ae385e24a34f'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:46:33.231565 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 19bc249b-6c90-46f8-b572-f1df07bc282c) {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:46:33.256940 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:33.256940 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:33.264961 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad82a2c-bf8f-4143-9406-add6f1cd1475 None None] Network 19bc249b-6c90-46f8-b572-f1df07bc282c requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:46:33.372599 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544616f-be0a-48a2-a5b8-c1c5e9a606c7 req-fa6f501b-271c-456d-bbc9-a51c220ecd53 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:33.381203 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6544616f-be0a-48a2-a5b8-c1c5e9a606c7 req-fa6f501b-271c-456d-bbc9-a51c220ecd53 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0636294 Sep 25 04:46:33.405757 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1c3eb98b-cfd3-425c-8e6b-b5ac57424ca6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4250147 Sep 25 04:46:33.485508 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6544616f-be0a-48a2-a5b8-c1c5e9a606c7 req-75ab5537-7c16-4961-ad37-d6a63c823be6 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869191 Sep 25 04:46:33.528385 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f29d2-c382-41b6-822f-86a547d9a32f None None] Network 19bc249b-6c90-46f8-b572-f1df07bc282c requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:46:34.096746 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a38641-a853-4110-8fe1-ad8c83ffd5b2 req-254e1abe-805e-4d0b-b761-6c955a0117ee tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:34.099936 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f4a38641-a853-4110-8fe1-ad8c83ffd5b2 req-254e1abe-805e-4d0b-b761-6c955a0117ee tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 943 time: 0.1040995 Sep 25 04:46:34.156284 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f4a38641-a853-4110-8fe1-ad8c83ffd5b2 req-d1f3a768-9ea5-4ae1-b19b-ee4dbf6c8a98 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Sep 25 04:46:34.390170 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5294b-0721-4ba8-9c0d-b804dd9a120a req-7348a4e9-31b5-4101-9905-52d51491cc3c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:34.392630 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2ed5294b-0721-4ba8-9c0d-b804dd9a120a req-7348a4e9-31b5-4101-9905-52d51491cc3c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 945 time: 0.0936975 Sep 25 04:46:34.464128 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2ed5294b-0721-4ba8-9c0d-b804dd9a120a req-c87ffab7-badc-4197-be67-87d9797f9424 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628872 Sep 25 04:46:34.470252 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:46:34.607443 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 83e92177-9e57-45f2-bbe4-ae385e24a34f triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:46:34.608206 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:34.729509 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbdcee-2eb0-4797-a453-86e80af23f3b req-d8941ee7-7e8b-44c5-9f0f-e86f89c97fff tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:34.732918 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e3cbdcee-2eb0-4797-a453-86e80af23f3b req-d8941ee7-7e8b-44c5-9f0f-e86f89c97fff tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0868282 Sep 25 04:46:34.812234 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 51938) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:34.879425 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:34.898232 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e3cbdcee-2eb0-4797-a453-86e80af23f3b req-63e340bb-669d-4a9a-920d-2e1cb29a6bfa tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329887 Sep 25 04:46:34.933234 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:46:34.945849 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ce8780-086e-453e-9f0e-8cc494f05ee4" -d '{"events": [{"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-plugged", "status": "completed", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:34.965150 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:35.083691 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23d44-8719-4576-a968-b0769a92f2b1 req-b62a52bb-c072-4e8f-bc5b-220449710f66 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:35.097370 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-39b23d44-8719-4576-a968-b0769a92f2b1 req-b62a52bb-c072-4e8f-bc5b-220449710f66 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0800920 Sep 25 04:46:35.146059 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-39b23d44-8719-4576-a968-b0769a92f2b1 req-e9cb9b0a-6fdb-420d-b60c-75875070e63c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514345 Sep 25 04:46:35.198944 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:35.237775 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0c4305-42b5-47d4-b926-6623053dcabb x-openstack-request-id: req-9b0c4305-42b5-47d4-b926-6623053dcabb {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:35.238367 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-plugged", "status": "completed", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:35.238827 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b0c4305-42b5-47d4-b926-6623053dcabb {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:35.239544 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'code': 200} Sep 25 04:46:35.273069 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:35.355388 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=7']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:35.405877 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:35.498166 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:35.547461 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4554b8130c6e497d943ab5ff28607193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7333226 Sep 25 04:46:35.548649 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea15ad49-8f0d-4be0-b765-35ea98184bdb,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:35.552904 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 51960) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:35.556786 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.557144 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.557486 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.557832 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.558269 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.558691 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.559248 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.559765 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.560256 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.560731 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.561214 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.561705 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef2b-2831-4b67-ba86-d502fba32e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:35.683133 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6df66d59-8283-42b6-9e6a-ef75a51b0a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:35.718379 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6df66d59-8283-42b6-9e6a-ef75a51b0a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:35.995571 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6df66d59-8283-42b6-9e6a-ef75a51b0a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:35.995571 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6df66d59-8283-42b6-9e6a-ef75a51b0a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:35.995571 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-6df66d59-8283-42b6-9e6a-ef75a51b0a93 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea15ad49-8f0d-4be0-b765-35ea98184bdb HTTP/1.1" status: 204 len: 168 time: 0.4393699 Sep 25 04:46:36.012929 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df66d59-8283-42b6-9e6a-ef75a51b0a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea15ad49-8f0d-4be0-b765-35ea98184bdb,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:36.496433 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:46:36.693089 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:36.891643 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf', 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54', 'port_id': 'b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf', 'mac_address': 'fa:16:3e:f3:86:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d581eb-5129-4e52-a36e-7ff4db013307', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:46:36.959202 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:36.977586 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:46:37.023690 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:37.075787 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:37.150345 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da1755-6b19-4f3e-a620-cca43e192c58 req-6c1210a9-345d-4e79-aba6-f4841b9e6d67 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:37.165888 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86da1755-6b19-4f3e-a620-cca43e192c58 req-6c1210a9-345d-4e79-aba6-f4841b9e6d67 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 943 time: 0.1153538 Sep 25 04:46:37.166346 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:37.213635 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86da1755-6b19-4f3e-a620-cca43e192c58 req-976199ea-8c93-4a1d-b152-3878f62f9327 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Sep 25 04:46:37.390538 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:46:37.463519 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e333a-6742-411b-acf7-317cb64ed80c req-66586d10-908d-4827-8f1e-713c9538d26c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:37.466406 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-230e333a-6742-411b-acf7-317cb64ed80c req-66586d10-908d-4827-8f1e-713c9538d26c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.1470146 Sep 25 04:46:37.593527 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-230e333a-6742-411b-acf7-317cb64ed80c req-ba632f44-b236-4f32-aca4-04b5c10f0750 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918174 Sep 25 04:46:37.744168 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dab99-60bd-4b3e-afab-a9ef0b00a093 req-8cbbb5df-c5bc-41b6-9bab-1e5a99bb3206 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:37.745874 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b45dab99-60bd-4b3e-afab-a9ef0b00a093 req-8cbbb5df-c5bc-41b6-9bab-1e5a99bb3206 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0681653 Sep 25 04:46:37.798275 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b45dab99-60bd-4b3e-afab-a9ef0b00a093 req-c29abca7-776a-4d58-9d26-8e77f1a7a9bd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380852 Sep 25 04:46:38.471305 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5721bd-cc0f-4471-9313-a2593ff5c291 req-0517d11f-2d44-4056-9f2e-3d812e3e0059 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:38.480063 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1e5721bd-cc0f-4471-9313-a2593ff5c291 req-0517d11f-2d44-4056-9f2e-3d812e3e0059 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 944 time: 0.1325495 Sep 25 04:46:38.507581 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:46:38.611685 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1e5721bd-cc0f-4471-9313-a2593ff5c291 req-67832970-40e4-4aab-b7e3-c40f30d5c5f8 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306391 Sep 25 04:46:38.720619 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:46:38.728647 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:46:38.729263 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:38.804182 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9512921-f491-433b-a673-c28a69ed7f69 req-380e4979-3dee-42ac-a73d-9109d7936d86 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:38.817553 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e9512921-f491-433b-a673-c28a69ed7f69 req-380e4979-3dee-42ac-a73d-9109d7936d86 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.1166196 Sep 25 04:46:38.857141 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:38.919763 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e9512921-f491-433b-a673-c28a69ed7f69 req-4c745591-ec69-46a1-b4d5-1989d6d1c435 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007917 Sep 25 04:46:38.976777 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f237136-16d0-49f3-aeee-8efdc85be98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:46:38.988528 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f058f00f-335e-419e-93ed-1cf4c3e40556" -d '{"events": [{"server_uuid": "9f237136-16d0-49f3-aeee-8efdc85be98a", "name": "network-vif-plugged", "status": "completed", "tag": "b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:39.008241 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:39.081023 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:39.138125 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128c03d-bc09-4b6c-a9e7-83be9dbca0f2 req-429112cf-b6e5-4b17-b5f9-f5aa5fd89b3a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:39.152101 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1128c03d-bc09-4b6c-a9e7-83be9dbca0f2 req-429112cf-b6e5-4b17-b5f9-f5aa5fd89b3a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1346211 Sep 25 04:46:39.178944 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:39.244739 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1128c03d-bc09-4b6c-a9e7-83be9dbca0f2 req-1294497b-1afc-4dd4-8d5b-3786ee35a32f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916076 Sep 25 04:46:39.300525 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf3d668-8ae0-4772-b376-c97708fee944 x-openstack-request-id: req-5cf3d668-8ae0-4772-b376-c97708fee944 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:39.305677 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f237136-16d0-49f3-aeee-8efdc85be98a", "name": "network-vif-plugged", "status": "completed", "tag": "b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:39.306197 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5cf3d668-8ae0-4772-b376-c97708fee944 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:39.306749 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f237136-16d0-49f3-aeee-8efdc85be98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf', 'code': 200} Sep 25 04:46:39.745474 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c72b97-0681-4e73-a2aa-e96cc51b1f5a req-caf77605-48bc-4296-b67a-0744fe5493df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:39.747439 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b1c72b97-0681-4e73-a2aa-e96cc51b1f5a req-caf77605-48bc-4296-b67a-0744fe5493df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 1098 time: 0.0849609 Sep 25 04:46:39.823853 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b1c72b97-0681-4e73-a2aa-e96cc51b1f5a req-c456bef6-d649-4d30-b401-f1f9937cd98d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682812 Sep 25 04:46:39.847673 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986a0e4-2646-4c85-be91-23dcef7c4dea req-b6f8812d-172d-4ed9-9555-c74c17d9d0b3 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:39.853337 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a986a0e4-2646-4c85-be91-23dcef7c4dea req-b6f8812d-172d-4ed9-9555-c74c17d9d0b3 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 945 time: 0.0778313 Sep 25 04:46:39.916112 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a986a0e4-2646-4c85-be91-23dcef7c4dea req-58ebcc8c-bb63-4872-9eb0-2132e82f52a1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595353 Sep 25 04:46:40.129276 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06af14e-5a5a-45e9-9d95-1b79c9dbc531 req-97bb76c6-77b2-4478-9248-6a1017bd49ad tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:40.130883 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c06af14e-5a5a-45e9-9d95-1b79c9dbc531 req-97bb76c6-77b2-4478-9248-6a1017bd49ad tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0708230 Sep 25 04:46:40.206634 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c06af14e-5a5a-45e9-9d95-1b79c9dbc531 req-60f12763-dc19-42ac-a5ae-0007e250aa2e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693853 Sep 25 04:46:40.453038 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182eaa6-0145-4b83-ba45-b0636cfc8013 req-89fb27b6-3854-4760-aaa4-8bcf9ae742a2 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:40.454963 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3182eaa6-0145-4b83-ba45-b0636cfc8013 req-89fb27b6-3854-4760-aaa4-8bcf9ae742a2 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0905871 Sep 25 04:46:40.518539 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3182eaa6-0145-4b83-ba45-b0636cfc8013 req-beee0fbb-cfb5-41fa-af4f-4af09a042e1d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561366 Sep 25 04:46:41.241362 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebc70f-6f46-4eb3-aa88-3e71f8d2f445 req-d2f6ed32-b547-4ffb-8230-ab6cd2c32436 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:41.241362 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-16ebc70f-6f46-4eb3-aa88-3e71f8d2f445 req-d2f6ed32-b547-4ffb-8230-ab6cd2c32436 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 945 time: 0.0549798 Sep 25 04:46:41.287286 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-16ebc70f-6f46-4eb3-aa88-3e71f8d2f445 req-42c3f35a-368b-4693-b4fb-204b190f15b7 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Sep 25 04:46:41.471470 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ebd78-7858-461c-8968-58019f4446de req-705fdb67-367c-46eb-98aa-9d0befc9e87c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:41.479510 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-242ebd78-7858-461c-8968-58019f4446de req-705fdb67-367c-46eb-98aa-9d0befc9e87c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1053476 Sep 25 04:46:41.517537 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-242ebd78-7858-461c-8968-58019f4446de req-86a1c4ee-8615-4170-bcd3-20be3acd69ad tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365651 Sep 25 04:46:41.627795 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-90525df5-cd7a-4694-96f5-0ced6cdcde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:41.627795 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-90525df5-cd7a-4694-96f5-0ced6cdcde6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1098 time: 0.0759170 Sep 25 04:46:41.638451 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9304-fbb3-4e8d-bb4e-c8b6eb176acc req-ec7d7b3b-4443-46c6-b512-010507432790 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:41.639957 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86da9304-fbb3-4e8d-bb4e-c8b6eb176acc req-ec7d7b3b-4443-46c6-b512-010507432790 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0623889 Sep 25 04:46:41.716689 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:46:41.763055 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86da9304-fbb3-4e8d-bb4e-c8b6eb176acc req-449e9398-ac73-4319-a589-c04c55679f30 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028256 Sep 25 04:46:41.784025 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-6db7f438-cfc2-4baf-9351-8c26d5e6963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:41.785752 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-6db7f438-cfc2-4baf-9351-8c26d5e6963d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 920 time: 0.1446915 Sep 25 04:46:41.836258 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-33721122-83c2-4d01-9680-a4f1a78f53ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 HTTP/1.1" status: 200 len: 217 time: 0.0416217 Sep 25 04:46:41.928538 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-7d62e8e4-4998-4441-be0b-2b5582314ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:41.930006 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-7d62e8e4-4998-4441-be0b-2b5582314ff4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.0796871 Sep 25 04:46:41.942079 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26cc7e-2283-4e1c-b256-d21dae57195e req-4b6ee6d6-baa1-4553-85eb-21f26c837156 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:41.947259 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3d26cc7e-2283-4e1c-b256-d21dae57195e req-4b6ee6d6-baa1-4553-85eb-21f26c837156 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1029932 Sep 25 04:46:41.982372 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-7056077e-3d1d-46de-860f-6757bb1cfccf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376339 Sep 25 04:46:42.014057 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3d26cc7e-2283-4e1c-b256-d21dae57195e req-24f84885-e609-4546-ab0b-21bff2e7f4ae tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616467 Sep 25 04:46:42.105501 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-35beace3-648e-45fa-8a40-3114ec0c81eb service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051748 Sep 25 04:46:42.223632 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd480557-b7a1-406b-99c7-9e03e1acd5c0 req-fa87fe96-b1f3-446a-82d0-42ae672f5923 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014569 Sep 25 04:46:42.479612 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420ff88-8e09-4cbb-875d-c1eaa9395a41 req-3184a543-e40a-48dc-a3e6-2ecbf636eccd tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:42.481614 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a420ff88-8e09-4cbb-875d-c1eaa9395a41 req-3184a543-e40a-48dc-a3e6-2ecbf636eccd tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 945 time: 0.0761461 Sep 25 04:46:42.532845 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a420ff88-8e09-4cbb-875d-c1eaa9395a41 req-69c268d2-1dc0-4782-954f-12194b6d1138 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Sep 25 04:46:42.779042 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82be97-668c-450f-ba96-4526953314b3 req-7a7243d2-e6b2-4591-be52-f53a8613d819 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:42.794508 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-da82be97-668c-450f-ba96-4526953314b3 req-7a7243d2-e6b2-4591-be52-f53a8613d819 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1098740 Sep 25 04:46:42.855931 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-da82be97-668c-450f-ba96-4526953314b3 req-58f28e09-0294-4079-a665-15cff95aced0 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605745 Sep 25 04:46:43.044746 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89f53d-908b-47f2-9e60-1bfd5e0f795a req-d87b0eb0-e177-4bab-a4d0-c4f9aeff444b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:43.046786 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0e89f53d-908b-47f2-9e60-1bfd5e0f795a req-d87b0eb0-e177-4bab-a4d0-c4f9aeff444b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0757561 Sep 25 04:46:43.091549 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0e89f53d-908b-47f2-9e60-1bfd5e0f795a req-32b3d1e2-4175-4163-8dbc-066b8efb2c14 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373085 Sep 25 04:46:43.283122 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccae4a1-caf1-4ac6-9be7-7f38008002c6 req-887b6f76-097f-40dc-9749-ab2d8458836c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:43.290947 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1ccae4a1-caf1-4ac6-9be7-7f38008002c6 req-887b6f76-097f-40dc-9749-ab2d8458836c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0988150 Sep 25 04:46:43.331146 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1ccae4a1-caf1-4ac6-9be7-7f38008002c6 req-ee06de06-abe0-4130-8107-ab80bf35566d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393713 Sep 25 04:46:44.038714 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-1f874309-384b-4f04-845f-583515c89f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:44.040650 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-1f874309-384b-4f04-845f-583515c89f37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 1098 time: 0.0726223 Sep 25 04:46:44.234189 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-1d01ab28-db6d-4fe0-ba6c-7e36145bd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:44.237410 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-1d01ab28-db6d-4fe0-ba6c-7e36145bd109 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 200 len: 911 time: 0.1871686 Sep 25 04:46:44.327588 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-feaf3d18-31a3-477b-84ee-5d8b2763c732 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622 HTTP/1.1" status: 200 len: 1001 time: 0.0814235 Sep 25 04:46:44.404182 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-dd8bf541-b7f9-4062-9546-7eecc611297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:44.406246 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-dd8bf541-b7f9-4062-9546-7eecc611297c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29ef62a3-d04f-48c5-bc06-7f75598408db HTTP/1.1" status: 200 len: 849 time: 0.0707355 Sep 25 04:46:44.484468 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103533a-104f-4aab-b6ab-4492e11df632 req-86bf81d8-37c3-4e78-96b3-c2fa0c48eafd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:44.486169 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7103533a-104f-4aab-b6ab-4492e11df632 req-86bf81d8-37c3-4e78-96b3-c2fa0c48eafd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0942564 Sep 25 04:46:44.491750 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-4c8cc9f1-f902-4c24-bfb1-f6875d12ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:44.493339 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-4c8cc9f1-f902-4c24-bfb1-f6875d12ed71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0647817 Sep 25 04:46:44.578105 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7103533a-104f-4aab-b6ab-4492e11df632 req-9ead424f-d50b-450a-8225-ea4c2f63cd6e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816958 Sep 25 04:46:44.683845 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-f3f8427d-e810-4dd6-9afd-bf76bde66c04 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714106 Sep 25 04:46:44.728759 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9aa5d5-b3ee-4765-8bfc-c2022cf67b3d req-75a8001b-0c7a-4c35-ba9e-5ed060aad336 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:44.731882 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2f9aa5d5-b3ee-4765-8bfc-c2022cf67b3d req-75a8001b-0c7a-4c35-ba9e-5ed060aad336 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0878594 Sep 25 04:46:44.822335 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2f9aa5d5-b3ee-4765-8bfc-c2022cf67b3d req-9b092ff9-0249-4b29-9d3c-fd253a3e10ee tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750070 Sep 25 04:46:44.864311 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2417ad8-428c-4870-bd8e-6f41cdb2d18e req-d2f10d6d-2495-4e04-b8ca-5c570eabf946 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688886 Sep 25 04:46:45.072239 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f67c8-86fb-4e71-ab3a-d81f5ad0147b req-0eec53b8-0b22-4f23-87bd-87bc16e13366 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:45.082073 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f6f67c8-86fb-4e71-ab3a-d81f5ad0147b req-0eec53b8-0b22-4f23-87bd-87bc16e13366 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.1517866 Sep 25 04:46:45.182934 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f6f67c8-86fb-4e71-ab3a-d81f5ad0147b req-e29ba2b2-a78b-4f0d-983e-16aad33029a9 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997126 Sep 25 04:46:45.273952 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-98821928-9d7d-4431-95d5-09c2cdc0ac25 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:45.292206 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-98821928-9d7d-4431-95d5-09c2cdc0ac25 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/networks?id=8f2465ad-0788-4426-81a3-5ccd9631b520 HTTP/1.1" status: 200 len: 808 time: 0.2637517 Sep 25 04:46:45.338979 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-eed06df0-b921-4f77-89be-477f10d4a617 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/quotas/f51ec3167e624ed0b58987c55bd99bda HTTP/1.1" status: 200 len: 375 time: 0.0456288 Sep 25 04:46:45.383977 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-a796bd59-d952-4f17-bdac-b89c8df25b8c tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f51ec3167e624ed0b58987c55bd99bda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441289 Sep 25 04:46:45.436090 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293c216-72d3-4598-a21a-3bc1327a01b0 req-43e82415-2a01-4518-bdfe-0fdc23013253 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:45.436090 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b293c216-72d3-4598-a21a-3bc1327a01b0 req-43e82415-2a01-4518-bdfe-0fdc23013253 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 945 time: 0.1173446 Sep 25 04:46:45.525464 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-cbf4b1c5-3573-4a00-9fe8-46fbc68b950d service neutron] 10.222.0.38 "GET /v2.0/networks/8f2465ad-0788-4426-81a3-5ccd9631b520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328771 Sep 25 04:46:45.528474 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b293c216-72d3-4598-a21a-3bc1327a01b0 req-88fe751a-ed85-45de-9e30-c3460233c277 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577846 Sep 25 04:46:45.630235 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-13c43479-e380-46ca-b0a9-c7b13c6934eb service neutron] 10.222.0.38 "GET /v2.0/networks/8f2465ad-0788-4426-81a3-5ccd9631b520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961432 Sep 25 04:46:45.716676 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06302a65-a2de-4cbb-9ba2-3143dab72b43 req-ffc52829-c6bb-4abc-920b-4cfd76a20e46 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:45.718329 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-06302a65-a2de-4cbb-9ba2-3143dab72b43 req-ffc52829-c6bb-4abc-920b-4cfd76a20e46 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0556607 Sep 25 04:46:45.762241 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-06302a65-a2de-4cbb-9ba2-3143dab72b43 req-8d481e77-1be2-401a-97ac-fb9db6761c85 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372782 Sep 25 04:46:46.022572 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-34384cf0-8d60-4571-b82f-30986ecd27c7 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:46.027081 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-34384cf0-8d60-4571-b82f-30986ecd27c7 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 945 time: 0.1250050 Sep 25 04:46:46.083215 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a50dae-ba15-490c-80c1-d921336a801d req-2ce1ad7c-d699-4463-b852-5efadb8f1fa1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:46.090884 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-36a50dae-ba15-490c-80c1-d921336a801d req-2ce1ad7c-d699-4463-b852-5efadb8f1fa1 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1399450 Sep 25 04:46:46.151410 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6f9bf6e1-ea21-4de6-8b03-7e0447f45a1c req-48b57dcd-f98f-4813-8039-0ebecf50d733 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 210 time: 0.0526631 Sep 25 04:46:46.207586 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-36a50dae-ba15-490c-80c1-d921336a801d req-1ee3a128-a804-4d7a-b18c-f9380d63e99d tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157877 Sep 25 04:46:46.237728 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Deleting port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:46:46.239119 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:46.388507 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] For port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:46.388982 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:46.429607 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Calling delete_port for b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf owned by compute:nova {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:46:46.463701 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e77b1-7f43-4068-9468-e01585d336a8 req-a2867f83-b28e-4513-9266-adcba9eaab3f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:46.465488 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb0e77b1-7f43-4068-9468-e01585d336a8 req-a2867f83-b28e-4513-9266-adcba9eaab3f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0796390 Sep 25 04:46:46.474923 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 52182) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:46.557226 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bb0e77b1-7f43-4068-9468-e01585d336a8 req-1ef9f610-4f75-4581-bb7c-19f4db9c7a81 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618308 Sep 25 04:46:46.699389 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-41bdc3a9-0617-4d00-9c62-7d9e5cd1168b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:46.716252 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ccdf5-afb1-411c-9b7b-6631dd635a6c req-ffa518c1-4d28-48e0-8e1d-fa6495d4ade8 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:46.717985 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6e0ccdf5-afb1-411c-9b7b-6631dd635a6c req-ffa518c1-4d28-48e0-8e1d-fa6495d4ade8 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 945 time: 0.0680737 Sep 25 04:46:46.719436 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:46.732611 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:46:46.807046 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Pushing event deleted for resources: {'Port': ['ID=b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:46.914094 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-41bdc3a9-0617-4d00-9c62-7d9e5cd1168b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:47.028555 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-41bdc3a9-0617-4d00-9c62-7d9e5cd1168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:47.108774 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdc3a9-0617-4d00-9c62-7d9e5cd1168b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b25446-d523-474c-b64f-c5f9b40e4c84,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:47.119982 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] No DVR routers for this DVR port b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf on host hv-cinder-76845 {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:46:47.121437 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-41bdc3a9-0617-4d00-9c62-7d9e5cd1168b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8890f2ea8674f0c9762fddc49ba9b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453722 Sep 25 04:46:47.124145 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 52196) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:47.140249 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:47.143816 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8ed3bbd1-59d2-4f22-a393-2dd1650bceaf req-df74fe88-ae3c-4089-a8fe-2f3d5fc2385e tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.46 "DELETE /v2.0/ports/b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf HTTP/1.1" status: 204 len: 173 time: 1.1078594 Sep 25 04:46:47.146758 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f237136-16d0-49f3-aeee-8efdc85be98a', 'name': 'network-vif-deleted', 'tag': 'b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:46:47.149425 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddf695b-80fc-4076-b266-509444456e5f" -d '{"events": [{"server_uuid": "9f237136-16d0-49f3-aeee-8efdc85be98a", "name": "network-vif-deleted", "tag": "b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:47.161131 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6e0ccdf5-afb1-411c-9b7b-6631dd635a6c req-33c5ee4c-9784-4932-86c6-8ed80ba1c0d3 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260910 Sep 25 04:46:47.199011 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-057e80ab-b8b6-40ef-8823-797b314ab015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:47.214709 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc23be-b28c-4586-b5ab-60f814e6a809 req-004dcd8d-8eb0-4697-8386-f2f957e54c91 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:47.216287 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4dcc23be-b28c-4586-b5ab-60f814e6a809 req-004dcd8d-8eb0-4697-8386-f2f957e54c91 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0986457 Sep 25 04:46:47.224839 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-057e80ab-b8b6-40ef-8823-797b314ab015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:47.227301 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cc1e6b-1f77-4b34-98ea-81d882a27bb6 x-openstack-request-id: req-60cc1e6b-1f77-4b34-98ea-81d882a27bb6 {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:47.227662 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f237136-16d0-49f3-aeee-8efdc85be98a", "name": "network-vif-deleted", "tag": "b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:47.227979 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-60cc1e6b-1f77-4b34-98ea-81d882a27bb6 {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:47.228462 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f237136-16d0-49f3-aeee-8efdc85be98a', 'name': 'network-vif-deleted', 'tag': 'b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf', 'status': 'completed', 'code': 200} Sep 25 04:46:47.279184 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4dcc23be-b28c-4586-b5ab-60f814e6a809 req-b99e39e5-ff3f-4da1-b6b5-cf985d8af631 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487080 Sep 25 04:46:47.295244 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9466f2c3-13e4-4afc-817e-2f8419512bce req-8e7d25de-4fac-4b98-b551-2bb4627d6aed tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 210 time: 0.0342548 Sep 25 04:46:47.447170 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-057e80ab-b8b6-40ef-8823-797b314ab015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:47.450488 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-057e80ab-b8b6-40ef-8823-797b314ab015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:47.451834 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-057e80ab-b8b6-40ef-8823-797b314ab015 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66b25446-d523-474c-b64f-c5f9b40e4c84 HTTP/1.1" status: 204 len: 168 time: 0.3264115 Sep 25 04:46:47.470822 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e80ab-b8b6-40ef-8823-797b314ab015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b25446-d523-474c-b64f-c5f9b40e4c84,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:47.485568 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160714a-dbf8-4848-b5a6-9f686d46204d req-071fe570-0f53-4fe6-929f-0c2e76ea24cd tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:47.487641 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f160714a-dbf8-4848-b5a6-9f686d46204d req-071fe570-0f53-4fe6-929f-0c2e76ea24cd tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1097412 Sep 25 04:46:47.539403 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f160714a-dbf8-4848-b5a6-9f686d46204d req-33fcb298-6283-4efd-a8c1-ec298147c411 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398688 Sep 25 04:46:47.698554 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3bdc7-14b5-4052-95f3-ae57f2a3d594 req-d4fa3110-5113-4312-a332-3e9f5654b8f6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:47.700082 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-74e3bdc7-14b5-4052-95f3-ae57f2a3d594 req-d4fa3110-5113-4312-a332-3e9f5654b8f6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0498490 Sep 25 04:46:47.741983 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-74e3bdc7-14b5-4052-95f3-ae57f2a3d594 req-706b4419-b5ae-4eee-b114-7f4b758af20e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357034 Sep 25 04:46:48.292522 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-61870c69-308e-44e1-97c1-ba5da0b618c5 req-cbab34c1-6010-490a-ba6e-364600984169 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=9f237136-16d0-49f3-aeee-8efdc85be98a HTTP/1.1" status: 200 len: 210 time: 0.0301752 Sep 25 04:46:48.405326 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3d597552-4fbe-40f4-a108-f981f6e3390e req-a8f33d68-e196-4ba2-89ae-08812f72c591 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 210 time: 0.0339706 Sep 25 04:46:48.524334 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-59f93f5d-2929-429c-9dbb-88393d50aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:48.526795 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-59f93f5d-2929-429c-9dbb-88393d50aa4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 1099 time: 0.0726421 Sep 25 04:46:48.732394 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-9d887c0d-393a-42db-bf9b-3781f8920ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:48.734243 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-9d887c0d-393a-42db-bf9b-3781f8920ff6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 917 time: 0.1872149 Sep 25 04:46:48.747544 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c762e5-c8b3-4772-bb0f-53e83f4c1795 req-8026e5b9-e654-4001-b3e3-037a6074e933 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:48.749557 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-14c762e5-c8b3-4772-bb0f-53e83f4c1795 req-8026e5b9-e654-4001-b3e3-037a6074e933 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0847554 Sep 25 04:46:48.840565 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-14c762e5-c8b3-4772-bb0f-53e83f4c1795 req-b07231df-295a-485b-9794-d387b19bc9f8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825436 Sep 25 04:46:48.893033 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-3949a2fd-67d5-4c4c-835f-565b0319c262 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f HTTP/1.1" status: 200 len: 1002 time: 0.1366336 Sep 25 04:46:48.917347 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065d85e-c3f5-400f-abf1-62414aa37a85 req-e85dbb55-c84b-4dde-b21f-605137279918 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:48.918811 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0065d85e-c3f5-400f-abf1-62414aa37a85 req-e85dbb55-c84b-4dde-b21f-605137279918 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0818353 Sep 25 04:46:48.985428 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0065d85e-c3f5-400f-abf1-62414aa37a85 req-bb1157cb-4e0b-4187-bd49-7343dbf2f7b0 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485401 Sep 25 04:46:48.987140 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-2d4a91d3-9560-4d5d-ab7e-46ac695904f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:48.988609 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-2d4a91d3-9560-4d5d-ab7e-46ac695904f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.0875762 Sep 25 04:46:49.041344 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-1653d952-00d2-4b20-984e-c96e02c7becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:49.041344 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-1653d952-00d2-4b20-984e-c96e02c7becd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0445075 Sep 25 04:46:49.164428 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-c04140e2-143c-4cfa-84d6-1fe9d2f843ee service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158128 Sep 25 04:46:49.272472 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a070a548-6f19-4a5b-9df9-fb053c164515 req-458205cd-ea93-43d8-a6b4-9a8f857222b4 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011288 Sep 25 04:46:49.344419 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-c55a582a-a530-4142-b0ce-37f71483cc83 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:49.347204 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-c55a582a-a530-4142-b0ce-37f71483cc83 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.46 "GET /v2.0/networks?id=8f2465ad-0788-4426-81a3-5ccd9631b520 HTTP/1.1" status: 200 len: 808 time: 0.1312144 Sep 25 04:46:49.376598 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Request body: {'port': {'device_id': '43b8aee8-c733-4c2b-a86c-031edca4ad4d', 'network_id': '8f2465ad-0788-4426-81a3-5ccd9631b520', 'admin_state_up': True, 'tenant_id': 'f51ec3167e624ed0b58987c55bd99bda'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:49.568070 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ae4a2b30-7d53-4ca8-b05c-8ff807e79a44 req-c95ef6c8-3ce4-4906-b495-554d62a342cb tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 210 time: 0.0324440 Sep 25 04:46:49.589222 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Made reservation on behalf of f51ec3167e624ed0b58987c55bd99bda for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:46:49.593415 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:49.785313 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-243f8a61-ce9b-4171-81db-fc2d67269ddb tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:49.786926 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-243f8a61-ce9b-4171-81db-fc2d67269ddb tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/networks?id=1fdc2a02-4d00-4292-8f37-e0b32460ae54 HTTP/1.1" status: 200 len: 808 time: 0.1723516 Sep 25 04:46:49.810360 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-a834a738-ec8c-4a4d-83c9-347c0745847d tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/quotas/b0033fc9f10942a9a64a970053cd63ac HTTP/1.1" status: 200 len: 375 time: 0.0155342 Sep 25 04:46:49.848192 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-0361a789-e51a-4672-b080-32f0672583b8 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0033fc9f10942a9a64a970053cd63ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284536 Sep 25 04:46:49.978069 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Allocated IP 172.20.0.3 (8f2465ad-0788-4426-81a3-5ccd9631b520/31a488a1-808b-4cd7-a61d-ec929800539f/fba39d65-241e-4684-b4db-b04c08288cd8) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:46:49.986335 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-15304179-408f-4e2a-9a40-413d46498a39 service neutron] 10.222.0.38 "GET /v2.0/networks/1fdc2a02-4d00-4292-8f37-e0b32460ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309860 Sep 25 04:46:49.999026 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceb436-61ad-4466-b57d-c6ee60c48bd9 req-e91bee54-9f02-4296-9bf5-168c3f7abec4 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:50.000770 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-deceb436-61ad-4466-b57d-c6ee60c48bd9 req-e91bee54-9f02-4296-9bf5-168c3f7abec4 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0750372 Sep 25 04:46:50.105754 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-deceb436-61ad-4466-b57d-c6ee60c48bd9 req-0489c3db-7c06-4a4d-bd63-b229df316ff2 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953550 Sep 25 04:46:50.141559 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-aa347d5a-893b-4ce6-b7aa-1eb845a859a3 service neutron] 10.222.0.38 "GET /v2.0/networks/1fdc2a02-4d00-4292-8f37-e0b32460ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390905 Sep 25 04:46:50.213581 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:50.278941 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b43521-1d83-48e7-a8fd-4431d2ee0b62 req-f0b53ef9-32ff-434c-a6f5-f2daf7d6b236 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:50.281330 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-19b43521-1d83-48e7-a8fd-4431d2ee0b62 req-f0b53ef9-32ff-434c-a6f5-f2daf7d6b236 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 946 time: 0.0571263 Sep 25 04:46:50.325292 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-19b43521-1d83-48e7-a8fd-4431d2ee0b62 req-4d6627a6-2f27-4596-8e01-e11e725380d6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358047 Sep 25 04:46:50.373441 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:50.425038 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b17d2054-b6f5-4322-aba5-1e74c257f2b2 req-be00228e-9a31-435c-85f0-e0e80a410305 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 210 time: 0.0483584 Sep 25 04:46:50.442463 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Network 8f2465ad-0788-4426-81a3-5ccd9631b520 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:46:50.442463 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:46:50.445280 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:46:50.451680 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:50.452354 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:50.483333 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Pushing event updated for resources: {'Port': ['ID=fba39d65-241e-4684-b4db-b04c08288cd8,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:50.565133 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:46:50.590415 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-f2ba81f6-551c-424a-aa7c-bb6f05d4365d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2322788 Sep 25 04:46:50.602658 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Request body: {'port': {'device_id': '43b8aee8-c733-4c2b-a86c-031edca4ad4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:50.673387 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:50.680746 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:50.707697 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:46:50.716542 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce6a0df-24eb-46a6-9418-9896f1057ccc" -d '{"events": [{"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-unplugged", "status": "completed", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:50.720529 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48772d2-ff00-4106-8efb-94758c20fee9 req-bd03b024-3a48-4086-8fc3-fb30a3f95c58 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:50.722160 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a48772d2-ff00-4106-8efb-94758c20fee9 req-bd03b024-3a48-4086-8fc3-fb30a3f95c58 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 931 time: 0.0666125 Sep 25 04:46:50.725318 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:50.781603 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4e77b8-5ee6-4656-b7ef-ae476d94bfb1 x-openstack-request-id: req-fd4e77b8-5ee6-4656-b7ef-ae476d94bfb1 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:50.782469 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-unplugged", "status": "completed", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:50.783051 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd4e77b8-5ee6-4656-b7ef-ae476d94bfb1 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:50.783663 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'code': 200} Sep 25 04:46:50.784651 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a48772d2-ff00-4106-8efb-94758c20fee9 req-1c4c9739-dfb9-42c8-b5c9-08440da64c43 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463696 Sep 25 04:46:50.839541 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:50.840280 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:46:50.879037 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:46:50.879409 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device b64c0e09-6b94-4620-a2aa-9e3a1e91b4bf not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:46:50.913561 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=8']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:50.988490 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba39d65-241e-4684-b4db-b04c08288cd8 {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:46:50.996100 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:51.009206 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Transition to ACTIVE for port object fba39d65-241e-4684-b4db-b04c08288cd8 will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:46:51.084746 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:51.262209 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24b21e-5c81-416a-bbcd-f28bf8488d46 req-b8ac5d24-36a1-4d87-99c6-5c0ae898adbb tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:51.267751 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1e24b21e-5c81-416a-bbcd-f28bf8488d46 req-b8ac5d24-36a1-4d87-99c6-5c0ae898adbb tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0681694 Sep 25 04:46:51.321154 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1e24b21e-5c81-416a-bbcd-f28bf8488d46 req-e7566ded-84a1-4b09-92dd-e2991064c0b9 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507152 Sep 25 04:46:51.412713 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Pushing event updated for resources: {'Port': ['ID=fba39d65-241e-4684-b4db-b04c08288cd8,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:51.426260 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Attempting to bind port fba39d65-241e-4684-b4db-b04c08288cd8 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:46:51.426260 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Attempting to bind port fba39d65-241e-4684-b4db-b04c08288cd8 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '0f6422b0-77cc-4224-8d03-aef5237bfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8f2465ad-0788-4426-81a3-5ccd9631b520'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:46:51.427059 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Attempting to bind port fba39d65-241e-4684-b4db-b04c08288cd8 on network 8f2465ad-0788-4426-81a3-5ccd9631b520 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:46:51.435249 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Port fba39d65-241e-4684-b4db-b04c08288cd8 on network 8f2465ad-0788-4426-81a3-5ccd9631b520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:46:51.435561 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Attempting to bind port fba39d65-241e-4684-b4db-b04c08288cd8 on network 8f2465ad-0788-4426-81a3-5ccd9631b520 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:46:51.441025 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:46:51.441356 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Checking segment: {'id': '0f6422b0-77cc-4224-8d03-aef5237bfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8f2465ad-0788-4426-81a3-5ccd9631b520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:46:51.441914 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Bound using segment: {'id': '0f6422b0-77cc-4224-8d03-aef5237bfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8f2465ad-0788-4426-81a3-5ccd9631b520'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:46:51.442340 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Bound port: fba39d65-241e-4684-b4db-b04c08288cd8, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f6422b0-77cc-4224-8d03-aef5237bfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8f2465ad-0788-4426-81a3-5ccd9631b520'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:46:51.442693 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:51.482539 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45a37-e318-4a9f-bff0-805392eb97d9 req-211e97fe-f67b-4262-8dc6-5c760c81d254 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:51.484395 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f2a45a37-e318-4a9f-bff0-805392eb97d9 req-211e97fe-f67b-4262-8dc6-5c760c81d254 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0597494 Sep 25 04:46:51.520371 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] For port fba39d65-241e-4684-b4db-b04c08288cd8, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:46:51.523794 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] For port fba39d65-241e-4684-b4db-b04c08288cd8, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fba39d65-241e-4684-b4db-b04c08288cd8,segment=NetworkSegment(0f6422b0-77cc-4224-8d03-aef5237bfbc2),segment_id=0f6422b0-77cc-4224-8d03-aef5237bfbc2)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:46:51.534277 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c9f552a8-cf41-4cbb-b782-c46584044407 req-97de8ffc-17c9-4311-b174-48b430cef90c tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 210 time: 0.0409172 Sep 25 04:46:51.539821 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-018af9f5-0a35-4013-8382-a30369730f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:51.555159 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f2a45a37-e318-4a9f-bff0-805392eb97d9 req-50ff18e3-002b-4763-bae0-3752561b0b76 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635998 Sep 25 04:46:51.629839 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:51.661571 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:51.661996 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:51.663428 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] 10.222.0.46 "PUT /v2.0/ports/fba39d65-241e-4684-b4db-b04c08288cd8 HTTP/1.1" status: 200 len: 1093 time: 1.0659745 Sep 25 04:46:51.666705 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b8aee8-c733-4c2b-a86c-031edca4ad4d', 'tag': 'fba39d65-241e-4684-b4db-b04c08288cd8'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:46:51.668942 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0f4aa2-0d57-4edf-8a04-954dd2e213a5" -d '{"events": [{"name": "network-changed", "server_uuid": "43b8aee8-c733-4c2b-a86c-031edca4ad4d", "tag": "fba39d65-241e-4684-b4db-b04c08288cd8"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:51.718823 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7192d595-79e3-4eca-ad8a-bc32b78e8c89 x-openstack-request-id: req-7192d595-79e3-4eca-ad8a-bc32b78e8c89 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:51.718823 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b8aee8-c733-4c2b-a86c-031edca4ad4d", "tag": "fba39d65-241e-4684-b4db-b04c08288cd8", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:51.718823 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7192d595-79e3-4eca-ad8a-bc32b78e8c89 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:51.718823 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b8aee8-c733-4c2b-a86c-031edca4ad4d', 'tag': 'fba39d65-241e-4684-b4db-b04c08288cd8', 'status': 'completed', 'code': 200} Sep 25 04:46:51.725887 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43b2a5-d630-4eb6-bcce-987913a42410 service neutron] Pushing event updated for resources: {'Port': ['ID=fba39d65-241e-4684-b4db-b04c08288cd8,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:51.782174 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4aa2-0d57-4edf-8a04-954dd2e213a5 req-055c2b5e-ec27-46a9-85eb-2080e43934eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:51.783790 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cc0f4aa2-0d57-4edf-8a04-954dd2e213a5 req-055c2b5e-ec27-46a9-85eb-2080e43934eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f51ec3167e624ed0b58987c55bd99bda&device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 1096 time: 0.0449495 Sep 25 04:46:51.912614 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4aa2-0d57-4edf-8a04-954dd2e213a5 req-d6f34c4e-a11b-43ce-8876-90205c0aaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:51.913719 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1d962-03e1-46dd-b603-596ff4dd0da5 req-1d2e212b-9ac8-4012-8b89-1723ea017f79 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:51.915972 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-25e1d962-03e1-46dd-b603-596ff4dd0da5 req-1d2e212b-9ac8-4012-8b89-1723ea017f79 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 943 time: 0.0549507 Sep 25 04:46:51.918224 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cc0f4aa2-0d57-4edf-8a04-954dd2e213a5 req-d6f34c4e-a11b-43ce-8876-90205c0aaca1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f51ec3167e624ed0b58987c55bd99bda&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1176136 Sep 25 04:46:51.957541 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-25e1d962-03e1-46dd-b603-596ff4dd0da5 req-2f026bf2-cdc8-4507-953d-c907bf6e43b9 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Sep 25 04:46:52.044774 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4aa2-0d57-4edf-8a04-954dd2e213a5 req-bfe7ee29-fb81-47b2-9f43-3fe3e19bf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:52.046233 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cc0f4aa2-0d57-4edf-8a04-954dd2e213a5 req-bfe7ee29-fb81-47b2-9f43-3fe3e19bf6cb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186025 Sep 25 04:46:52.127718 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-b2656a65-2885-4db4-b574-f3a3866cf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:52.129154 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-b2656a65-2885-4db4-b574-f3a3866cf52d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f51ec3167e624ed0b58987c55bd99bda&device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 1096 time: 0.0440137 Sep 25 04:46:52.183001 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-e053942b-90b7-43ce-bda0-2fe24762b5a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fba39d65-241e-4684-b4db-b04c08288cd8 HTTP/1.1" status: 200 len: 217 time: 0.0363593 Sep 25 04:46:52.238549 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-770d1ad5-2d6d-435a-b729-1fd205285bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:52.239977 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-770d1ad5-2d6d-435a-b729-1fd205285bdb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31a488a1-808b-4cd7-a61d-ec929800539f HTTP/1.1" status: 200 len: 848 time: 0.0495729 Sep 25 04:46:52.282585 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-7515b9b3-04af-482b-a302-71a58637df1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f2465ad-0788-4426-81a3-5ccd9631b520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261567 Sep 25 04:46:52.380066 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-7ba6dd01-6293-45ab-b587-98d73f9c6dde service neutron] 10.222.0.46 "GET /v2.0/networks/8f2465ad-0788-4426-81a3-5ccd9631b520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879424 Sep 25 04:46:52.452341 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1820c-df65-4e28-90cc-aba6b54e17f6 req-f2ee7aeb-1b92-4b4b-835c-f1fc9845667b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:52.455558 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d8b1820c-df65-4e28-90cc-aba6b54e17f6 req-f2ee7aeb-1b92-4b4b-835c-f1fc9845667b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0577409 Sep 25 04:46:52.491929 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d8b6b56e-6c3a-4090-b575-a154499f2f7d req-e725b59d-eaba-40c0-9dcc-657d7f3e5ae7 service neutron] 10.222.0.46 "GET /v2.0/networks/8f2465ad-0788-4426-81a3-5ccd9631b520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035674 Sep 25 04:46:52.495584 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d8b1820c-df65-4e28-90cc-aba6b54e17f6 req-fc753abf-b4a9-43ae-bbd9-e742d5c70733 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351007 Sep 25 04:46:52.646495 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8d68a6c8-5a71-4cab-bfb1-8e615ee12ba4 req-086e9599-1759-4b21-a4b0-36e292a23fb0 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 210 time: 0.0347528 Sep 25 04:46:52.947711 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-5264d76f-c55e-4d96-b25f-07a9207abf27 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:52.949464 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-5264d76f-c55e-4d96-b25f-07a9207abf27 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.46 "GET /v2.0/networks?id=1fdc2a02-4d00-4292-8f37-e0b32460ae54 HTTP/1.1" status: 200 len: 808 time: 0.1208856 Sep 25 04:46:52.968460 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Request body: {'port': {'device_id': 'b290ed04-bde9-4d0e-a468-43c97f7ba6a7', 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54', 'admin_state_up': True, 'tenant_id': 'b0033fc9f10942a9a64a970053cd63ac'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:53.132740 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b3942-f320-4aa0-8986-1dd7c1df54f6 req-f8aa39c7-1066-4610-aca8-8a44d0d4258c tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:53.134582 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-955b3942-f320-4aa0-8986-1dd7c1df54f6 req-f8aa39c7-1066-4610-aca8-8a44d0d4258c tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 943 time: 0.0970907 Sep 25 04:46:53.175771 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Made reservation on behalf of b0033fc9f10942a9a64a970053cd63ac for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:46:53.176630 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [req-38a1b964-2d1c-4fde-ac5c-f579ce7b33c9 req-8239cd45-79ba-4bf8-8d94-a0112b43dcca service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:46:53.176814 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-38a1b964-2d1c-4fde-ac5c-f579ce7b33c9 req-8239cd45-79ba-4bf8-8d94-a0112b43dcca service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085068 Sep 25 04:46:53.179536 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:53.182277 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-955b3942-f320-4aa0-8986-1dd7c1df54f6 req-e4ac979e-bf1d-43c4-a2ff-fac66413e2b1 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Sep 25 04:46:53.352157 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Allocated IP 172.20.0.13 (1fdc2a02-4d00-4292-8f37-e0b32460ae54/a7d581eb-5129-4e52-a36e-7ff4db013307/730324e5-e00b-4339-94c5-f483693c5bec) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:46:53.541636 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c9fd9-4f5a-4bf7-91b7-d499fa5ce406 req-d8414537-1ed0-44a6-b8d4-dcf37bd8d17c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:53.544333 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6b8c9fd9-4f5a-4bf7-91b7-d499fa5ce406 req-d8414537-1ed0-44a6-b8d4-dcf37bd8d17c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0768182 Sep 25 04:46:53.618356 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:53.671279 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6b8c9fd9-4f5a-4bf7-91b7-d499fa5ce406 req-ff4108a6-d17d-4c69-9e18-3191822ecb87 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179156 Sep 25 04:46:53.709476 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1e4ce-08c5-46c3-b3bd-4c970a703acf req-2d4d0460-c18d-4ab9-9e68-cd597c5def29 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:53.713328 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-70a1e4ce-08c5-46c3-b3bd-4c970a703acf req-2d4d0460-c18d-4ab9-9e68-cd597c5def29 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1257873 Sep 25 04:46:53.778698 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:53.796769 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-70a1e4ce-08c5-46c3-b3bd-4c970a703acf req-284182a3-62c7-49cc-8da1-0509de86ea0c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702198 Sep 25 04:46:53.830881 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:46:53.834586 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:46:53.837674 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:46:53.843416 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:53.844754 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:53.864081 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Pushing event updated for resources: {'Port': ['ID=730324e5-e00b-4339-94c5-f483693c5bec,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:53.895176 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f385-6c7f-45a8-8e36-4df5fd88d7af req-97688085-ac91-48e0-8fbe-93c6cc1d8695 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:53.897390 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-97b6f385-6c7f-45a8-8e36-4df5fd88d7af req-97688085-ac91-48e0-8fbe-93c6cc1d8695 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 932 time: 0.0989964 Sep 25 04:46:53.946460 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-97b6f385-6c7f-45a8-8e36-4df5fd88d7af req-cd57d8d9-7af8-4dbc-9d86-7e733c39a630 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Sep 25 04:46:54.005427 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-42f91137-94d5-400d-9d3b-31ffa3cd27b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0408833 Sep 25 04:46:54.018433 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Request body: {'port': {'device_id': 'b290ed04-bde9-4d0e-a468-43c97f7ba6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:46:54.077376 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:54.132462 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a9cc09c4-184d-4980-96dc-963906e29418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:54.313249 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7992c-b174-4156-a0e6-35c24028d3b5 req-8a3c7459-e85b-466c-bcda-ea86b7d031d6 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:54.315963 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f4a7992c-b174-4156-a0e6-35c24028d3b5 req-8a3c7459-e85b-466c-bcda-ea86b7d031d6 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 943 time: 0.0550628 Sep 25 04:46:54.336401 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 52406) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:54.370586 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f4a7992c-b174-4156-a0e6-35c24028d3b5 req-57f44b93-044f-406b-aa00-7b01107ea524 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Sep 25 04:46:54.398725 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730324e5-e00b-4339-94c5-f483693c5bec {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:46:54.409188 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:54.451213 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Transition to ACTIVE for port object 730324e5-e00b-4339-94c5-f483693c5bec will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:46:54.465942 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-cc9371ac-e2fc-4b76-a4a7-786565d9c2c3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285491 Sep 25 04:46:54.475624 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-c0670c66-f3b9-4983-8c83-894071d3538e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:46:54.479249 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-c0670c66-f3b9-4983-8c83-894071d3538e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054262 Sep 25 04:46:54.537680 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:54.578940 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:46:54.616793 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Pushing event updated for resources: {'Port': ['ID=730324e5-e00b-4339-94c5-f483693c5bec,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:54.652059 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Attempting to bind port 730324e5-e00b-4339-94c5-f483693c5bec on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:46:54.652059 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Attempting to bind port 730324e5-e00b-4339-94c5-f483693c5bec by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'd611a039-31fd-45c2-94b2-f3baea9c2f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:46:54.652059 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Attempting to bind port 730324e5-e00b-4339-94c5-f483693c5bec on network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:46:54.653203 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Port 730324e5-e00b-4339-94c5-f483693c5bec on network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:46:54.653203 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Attempting to bind port 730324e5-e00b-4339-94c5-f483693c5bec on network 1fdc2a02-4d00-4292-8f37-e0b32460ae54 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:46:54.660256 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:46:54.660615 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Checking segment: {'id': 'd611a039-31fd-45c2-94b2-f3baea9c2f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:46:54.661011 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Bound using segment: {'id': 'd611a039-31fd-45c2-94b2-f3baea9c2f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:46:54.661503 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Bound port: 730324e5-e00b-4339-94c5-f483693c5bec, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd611a039-31fd-45c2-94b2-f3baea9c2f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:46:54.661858 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:54.709309 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:54.745426 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] For port 730324e5-e00b-4339-94c5-f483693c5bec, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:46:54.749287 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] For port 730324e5-e00b-4339-94c5-f483693c5bec, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=730324e5-e00b-4339-94c5-f483693c5bec,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:46:54.837994 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7731d-eee2-43fe-86e3-bea7357e1a0c req-880022e0-7ccf-44c9-9032-2b0dd682a8f4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:54.839830 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-54d7731d-eee2-43fe-86e3-bea7357e1a0c req-880022e0-7ccf-44c9-9032-2b0dd682a8f4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0625122 Sep 25 04:46:54.897099 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-54d7731d-eee2-43fe-86e3-bea7357e1a0c req-5fed0723-aa6f-497c-8aa5-bd45d75c5caf tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444365 Sep 25 04:46:54.898584 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:54.943437 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:54.944077 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:54.945487 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] 10.222.0.46 "PUT /v2.0/ports/730324e5-e00b-4339-94c5-f483693c5bec HTTP/1.1" status: 200 len: 1094 time: 0.9322128 Sep 25 04:46:54.945938 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b290ed04-bde9-4d0e-a468-43c97f7ba6a7', 'tag': '730324e5-e00b-4339-94c5-f483693c5bec'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:46:54.948640 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3854c493-e467-4985-81f5-b9552ff731e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b290ed04-bde9-4d0e-a468-43c97f7ba6a7", "tag": "730324e5-e00b-4339-94c5-f483693c5bec"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:54.964427 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644de161-709e-4318-8180-b1bb5a63206c req-3faddd8f-93b4-49bb-bf4d-78d27088a5c0 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:54.971613 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-644de161-709e-4318-8180-b1bb5a63206c req-3faddd8f-93b4-49bb-bf4d-78d27088a5c0 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0732820 Sep 25 04:46:54.994098 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8a6c1-f5f7-4e9c-9baa-d2928a7e9472 service neutron] Pushing event updated for resources: {'Port': ['ID=730324e5-e00b-4339-94c5-f483693c5bec,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:55.015161 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2abca69-829a-4465-9827-198652ec4201 x-openstack-request-id: req-f2abca69-829a-4465-9827-198652ec4201 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:55.015449 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b290ed04-bde9-4d0e-a468-43c97f7ba6a7", "tag": "730324e5-e00b-4339-94c5-f483693c5bec", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:55.015725 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2abca69-829a-4465-9827-198652ec4201 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:55.016299 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b290ed04-bde9-4d0e-a468-43c97f7ba6a7', 'tag': '730324e5-e00b-4339-94c5-f483693c5bec', 'status': 'completed', 'code': 200} Sep 25 04:46:55.021565 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-644de161-709e-4318-8180-b1bb5a63206c req-16c29def-cec5-45dc-8aaa-d2b6840fde85 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Sep 25 04:46:55.107741 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854c493-e467-4985-81f5-b9552ff731e4 req-331bddc3-e811-4cad-aaf1-fd2002bbfc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:55.109122 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3854c493-e467-4985-81f5-b9552ff731e4 req-331bddc3-e811-4cad-aaf1-fd2002bbfc5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0033fc9f10942a9a64a970053cd63ac&device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 1097 time: 0.0554318 Sep 25 04:46:55.133096 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bb2f4-fe87-42bf-9cc0-80fe13b654db req-43e2e2cb-e937-4a71-afc7-08915b7b7064 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:55.136024 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4c3bb2f4-fe87-42bf-9cc0-80fe13b654db req-43e2e2cb-e937-4a71-afc7-08915b7b7064 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 944 time: 0.0589583 Sep 25 04:46:55.181713 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4c3bb2f4-fe87-42bf-9cc0-80fe13b654db req-d75d2148-d551-430b-9894-cd42999733d8 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376315 Sep 25 04:46:55.221217 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854c493-e467-4985-81f5-b9552ff731e4 req-4335013e-b6bc-4234-9b75-84e41dba98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:55.227203 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3854c493-e467-4985-81f5-b9552ff731e4 req-4335013e-b6bc-4234-9b75-84e41dba98b3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b0033fc9f10942a9a64a970053cd63ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1033003 Sep 25 04:46:55.339223 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854c493-e467-4985-81f5-b9552ff731e4 req-80876daf-62d7-49f4-8be0-696749fd5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:55.340684 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3854c493-e467-4985-81f5-b9552ff731e4 req-80876daf-62d7-49f4-8be0-696749fd5c02 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088278 Sep 25 04:46:55.451605 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-e0e358cb-565c-429d-b91f-e9013baf062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:55.455239 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-e0e358cb-565c-429d-b91f-e9013baf062e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0033fc9f10942a9a64a970053cd63ac&device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 1097 time: 0.0746429 Sep 25 04:46:55.518615 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-830c0fba-bb43-4f17-9165-740c91d2af8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730324e5-e00b-4339-94c5-f483693c5bec HTTP/1.1" status: 200 len: 217 time: 0.0548425 Sep 25 04:46:55.595955 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51dc03-0ba7-444d-8e38-4a571931f1cf req-029c4c03-e308-442a-b694-4e4fc8980b89 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:55.598003 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-665c9e60-9722-4ebd-8e66-577a8b7fc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:55.600044 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0b51dc03-0ba7-444d-8e38-4a571931f1cf req-029c4c03-e308-442a-b694-4e4fc8980b89 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 943 time: 0.1148300 Sep 25 04:46:55.600174 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-665c9e60-9722-4ebd-8e66-577a8b7fc507 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7d581eb-5129-4e52-a36e-7ff4db013307 HTTP/1.1" status: 200 len: 848 time: 0.0743484 Sep 25 04:46:55.635349 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-6d3ee980-9288-4a01-836a-b5a4f4a5c349 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fdc2a02-4d00-4292-8f37-e0b32460ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284677 Sep 25 04:46:55.670681 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0b51dc03-0ba7-444d-8e38-4a571931f1cf req-d4b92149-447f-4292-a635-ec8df012a39f tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591571 Sep 25 04:46:55.749105 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-1d596b9a-b934-472d-a330-63eada89c163 service neutron] 10.222.0.46 "GET /v2.0/networks/1fdc2a02-4d00-4292-8f37-e0b32460ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064048 Sep 25 04:46:55.860885 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-375d4ae9-2a98-4879-bc2b-60f0f9ae5173 req-b647ba87-1e64-4ca9-862b-cdb470794a32 service neutron] 10.222.0.46 "GET /v2.0/networks/1fdc2a02-4d00-4292-8f37-e0b32460ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984383 Sep 25 04:46:56.056871 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b956acf-0ee5-408f-8960-b2f2e9dac4c0 req-e8afce42-4205-473b-8cb8-185364a23809 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:56.058506 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5b956acf-0ee5-408f-8960-b2f2e9dac4c0 req-e8afce42-4205-473b-8cb8-185364a23809 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0544820 Sep 25 04:46:56.131170 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5b956acf-0ee5-408f-8960-b2f2e9dac4c0 req-ce6dee6c-073d-49f1-9737-b60cc17f1687 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655594 Sep 25 04:46:56.177826 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:56.178432 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8546f46-8253-4d0c-a72b-4f35e7762494 req-088a5242-4aa5-45e8-bb22-22093fd95498 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:56.180257 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a8546f46-8253-4d0c-a72b-4f35e7762494 req-088a5242-4aa5-45e8-bb22-22093fd95498 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0658665 Sep 25 04:46:56.220724 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 52448) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:56.241716 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a8546f46-8253-4d0c-a72b-4f35e7762494 req-466f2a93-275d-4f01-89d7-451d88e69b81 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543818 Sep 25 04:46:56.317736 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c4434-2da8-4692-8bed-43ad450e8928 req-7b243aa2-f433-4d87-b21a-7c72c33daafd tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:56.323546 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9b7c4434-2da8-4692-8bed-43ad450e8928 req-7b243aa2-f433-4d87-b21a-7c72c33daafd tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 944 time: 0.0580266 Sep 25 04:46:56.356864 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-83e2f338-a527-4c4f-976a-b0fbf7316f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:56.365619 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9b7c4434-2da8-4692-8bed-43ad450e8928 req-d5677fb0-4f46-460d-8d4d-44ae5694d74b tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354035 Sep 25 04:46:56.463149 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-83e2f338-a527-4c4f-976a-b0fbf7316f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:56.537861 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-83e2f338-a527-4c4f-976a-b0fbf7316f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:56.584072 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-83e2f338-a527-4c4f-976a-b0fbf7316f99 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06456dd11fe44119a9678116b575e11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617141 Sep 25 04:46:56.585229 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device fba39d65-241e-4684-b4db-b04c08288cd8 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:46:56.587755 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2f338-a527-4c4f-976a-b0fbf7316f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b172eea-2f27-4fbb-ac94-5386c3c4343e,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:56.588162 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 52456) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:46:56.674998 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3411-f255-42e0-9b2b-9ab9ca3339ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:56.703030 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3411-f255-42e0-9b2b-9ab9ca3339ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:56.745929 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port fba39d65-241e-4684-b4db-b04c08288cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fba39d65-241e-4684-b4db-b04c08288cd8,segment=NetworkSegment(0f6422b0-77cc-4224-8d03-aef5237bfbc2),segment_id=0f6422b0-77cc-4224-8d03-aef5237bfbc2)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:56.760833 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'fba39d65-241e-4684-b4db-b04c08288cd8', 'network_id': '8f2465ad-0788-4426-81a3-5ccd9631b520', 'port_id': 'fba39d65-241e-4684-b4db-b04c08288cd8', 'mac_address': 'fa:16:3e:cf:f5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a488a1-808b-4cd7-a61d-ec929800539f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:46:56.811561 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:56.831808 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba39d65-241e-4684-b4db-b04c08288cd8 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:46:56.855919 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999048d4-1617-4657-883e-22d5f295682e req-a80eb81d-db6d-4e9e-b209-b96cf5683ced tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:56.861390 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-999048d4-1617-4657-883e-22d5f295682e req-a80eb81d-db6d-4e9e-b209-b96cf5683ced tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 943 time: 0.0882759 Sep 25 04:46:56.861616 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port fba39d65-241e-4684-b4db-b04c08288cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fba39d65-241e-4684-b4db-b04c08288cd8,segment=NetworkSegment(0f6422b0-77cc-4224-8d03-aef5237bfbc2),segment_id=0f6422b0-77cc-4224-8d03-aef5237bfbc2)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:56.861783 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3411-f255-42e0-9b2b-9ab9ca3339ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:56.861783 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3411-f255-42e0-9b2b-9ab9ca3339ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:56.862587 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-bb0f3411-f255-42e0-9b2b-9ab9ca3339ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3b172eea-2f27-4fbb-ac94-5386c3c4343e HTTP/1.1" status: 204 len: 168 time: 0.2729883 Sep 25 04:46:56.877668 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f3411-f255-42e0-9b2b-9ab9ca3339ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b172eea-2f27-4fbb-ac94-5386c3c4343e,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:56.919626 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-999048d4-1617-4657-883e-22d5f295682e req-72bad996-2c9c-4442-8bd4-0150a1c24b9a tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531902 Sep 25 04:46:56.959393 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:57.037135 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=fba39d65-241e-4684-b4db-b04c08288cd8,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:57.239878 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['fba39d65-241e-4684-b4db-b04c08288cd8'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:46:57.296163 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0b86f-c02f-4fe7-bf65-6dd71e4fb3dc req-6bf14a55-4743-4b14-a202-e01a9f76100d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:57.300320 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c2b0b86f-c02f-4fe7-bf65-6dd71e4fb3dc req-6bf14a55-4743-4b14-a202-e01a9f76100d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0787919 Sep 25 04:46:57.339636 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:57.370598 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c2b0b86f-c02f-4fe7-bf65-6dd71e4fb3dc req-2caf3999-78ce-4e43-8a07-fc9ad21bd1a8 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577841 Sep 25 04:46:57.464477 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1a6fd-0614-427e-9a5c-adf4fdfe4080 req-51a55b3b-fcc0-4d15-b937-55d0d0944b2e tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:57.467264 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dcb1a6fd-0614-427e-9a5c-adf4fdfe4080 req-51a55b3b-fcc0-4d15-b937-55d0d0944b2e tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0844595 Sep 25 04:46:57.546762 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dcb1a6fd-0614-427e-9a5c-adf4fdfe4080 req-c417cfd9-b618-4901-add6-da2026cc742c tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645947 Sep 25 04:46:57.556699 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058e696-7dfc-45f6-8815-3dbfcc48346f req-89e271fd-8253-46a2-b956-03058beace99 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:57.558339 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c058e696-7dfc-45f6-8815-3dbfcc48346f req-89e271fd-8253-46a2-b956-03058beace99 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 944 time: 0.0898864 Sep 25 04:46:57.601278 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c058e696-7dfc-45f6-8815-3dbfcc48346f req-3f15b6b5-05f4-4457-97ec-c955addc5c77 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Sep 25 04:46:57.609234 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-e47d1ef7-dbb2-4859-bac8-7f3ac28dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:57.611370 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-e47d1ef7-dbb2-4859-bac8-7f3ac28dae87 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0&tenant_id=cb893fc1b86e482d963d7162c57bb7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1036723 Sep 25 04:46:57.678035 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-e84c624d-ee5e-43f1-a38e-2cba39b60f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:57.679658 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-e84c624d-ee5e-43f1-a38e-2cba39b60f86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 1097 time: 0.0436234 Sep 25 04:46:57.781078 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-47df055c-a97b-4c9c-b29a-b9a971066da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:57.783395 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-47df055c-a97b-4c9c-b29a-b9a971066da9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 917 time: 0.0954480 Sep 25 04:46:57.889833 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-1c4be0ee-e637-4ab3-8330-b19c8d74556b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f HTTP/1.1" status: 200 len: 1000 time: 0.0986717 Sep 25 04:46:57.947388 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-5b19c70d-f023-49a7-acbe-f702ad04760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:57.950099 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-5b19c70d-f023-49a7-acbe-f702ad04760e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.0516245 Sep 25 04:46:58.003643 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-d95cc05e-a109-4656-8fa1-ce3380f19da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:58.005155 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-d95cc05e-a109-4656-8fa1-ce3380f19da7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0439727 Sep 25 04:46:58.044902 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26646b-784c-4918-8237-5136a83aa604 req-6106732a-f8af-40ad-bdc7-0a632fba0ee9 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:58.050319 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca26646b-784c-4918-8237-5136a83aa604 req-6106732a-f8af-40ad-bdc7-0a632fba0ee9 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 944 time: 0.0589375 Sep 25 04:46:58.097937 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca26646b-784c-4918-8237-5136a83aa604 req-f2f8da51-2539-4335-8d0e-0ed9fcf9e2b8 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385621 Sep 25 04:46:58.129011 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-e7a68f8e-762a-48d3-b05a-bcb849ec8554 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133285 Sep 25 04:46:58.227647 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-eaed5a3c-5b7b-41e2-b437-1b8a76a4accd req-f32801b5-0c67-4c33-8d79-1e647f957088 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885618 Sep 25 04:46:58.520591 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e85209-d7ef-4e0d-9d1b-7859d990ade6 req-06d44ce7-40c9-48ef-979c-1d02cdb7d8a7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:58.522646 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-43e85209-d7ef-4e0d-9d1b-7859d990ade6 req-06d44ce7-40c9-48ef-979c-1d02cdb7d8a7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0556355 Sep 25 04:46:58.574209 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-43e85209-d7ef-4e0d-9d1b-7859d990ade6 req-1ad768e8-6cb5-4a22-ae1a-406c822fe09c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394626 Sep 25 04:46:58.605039 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 730324e5-e00b-4339-94c5-f483693c5bec details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:46:58.605039 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device fba39d65-241e-4684-b4db-b04c08288cd8 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:46:58.751085 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c92e-73ed-4c21-8edc-1c39beec0f37 req-3e417952-c1ed-4d20-b1e1-3b8283de55ef tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:58.752675 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3d34c92e-73ed-4c21-8edc-1c39beec0f37 req-3e417952-c1ed-4d20-b1e1-3b8283de55ef tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1016462 Sep 25 04:46:58.768401 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 730324e5-e00b-4339-94c5-f483693c5bec, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=730324e5-e00b-4339-94c5-f483693c5bec,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:58.776673 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69dc4d-31f8-4604-a1fc-634f50599429 req-b28ce43f-0233-4dfb-a29b-be22874067ec tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:58.778239 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4d69dc4d-31f8-4604-a1fc-634f50599429 req-b28ce43f-0233-4dfb-a29b-be22874067ec tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 944 time: 0.0772629 Sep 25 04:46:58.783825 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '730324e5-e00b-4339-94c5-f483693c5bec', 'network_id': '1fdc2a02-4d00-4292-8f37-e0b32460ae54', 'port_id': '730324e5-e00b-4339-94c5-f483693c5bec', 'mac_address': 'fa:16:3e:62:fb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d581eb-5129-4e52-a36e-7ff4db013307', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:46:58.811371 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port fba39d65-241e-4684-b4db-b04c08288cd8 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:46:58.819431 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port fba39d65-241e-4684-b4db-b04c08288cd8 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:46:58.819883 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:58.850629 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3d34c92e-73ed-4c21-8edc-1c39beec0f37 req-882539da-5b68-4555-81fe-b91dcffd1f6d tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840621 Sep 25 04:46:58.856233 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4d69dc4d-31f8-4604-a1fc-634f50599429 req-7796f507-37e1-4229-b293-93533a17a377 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611074 Sep 25 04:46:58.862719 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:58.897432 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730324e5-e00b-4339-94c5-f483693c5bec {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:46:58.923588 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 730324e5-e00b-4339-94c5-f483693c5bec, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=730324e5-e00b-4339-94c5-f483693c5bec,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:58.968881 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:58.994622 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b8aee8-c733-4c2b-a86c-031edca4ad4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba39d65-241e-4684-b4db-b04c08288cd8'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:46:58.996956 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f5eb3-551d-4720-b229-e83e80a9497c" -d '{"events": [{"server_uuid": "43b8aee8-c733-4c2b-a86c-031edca4ad4d", "name": "network-vif-plugged", "status": "completed", "tag": "fba39d65-241e-4684-b4db-b04c08288cd8"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:59.013683 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port fba39d65-241e-4684-b4db-b04c08288cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fba39d65-241e-4684-b4db-b04c08288cd8,segment=NetworkSegment(0f6422b0-77cc-4224-8d03-aef5237bfbc2),segment_id=0f6422b0-77cc-4224-8d03-aef5237bfbc2)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:59.039103 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bf5f9d-8bbb-4063-bcf7-7faf9fb5617b x-openstack-request-id: req-29bf5f9d-8bbb-4063-bcf7-7faf9fb5617b {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:59.039624 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b8aee8-c733-4c2b-a86c-031edca4ad4d", "name": "network-vif-plugged", "status": "completed", "tag": "fba39d65-241e-4684-b4db-b04c08288cd8", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:59.040029 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29bf5f9d-8bbb-4063-bcf7-7faf9fb5617b {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:59.040652 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b8aee8-c733-4c2b-a86c-031edca4ad4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba39d65-241e-4684-b4db-b04c08288cd8', 'code': 200} Sep 25 04:46:59.103151 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:59.172125 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:59.174800 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=730324e5-e00b-4339-94c5-f483693c5bec,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:59.288921 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa81af-a0e5-4f12-b348-217a2c3410c7 req-627753c6-f052-405a-af78-6b1a240c7c22 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:59.290453 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-01fa81af-a0e5-4f12-b348-217a2c3410c7 req-627753c6-f052-405a-af78-6b1a240c7c22 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0967498 Sep 25 04:46:59.302783 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=fba39d65-241e-4684-b4db-b04c08288cd8,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:59.367758 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-01fa81af-a0e5-4f12-b348-217a2c3410c7 req-fb68d5d3-b0ed-4895-bfc8-3b88811e1f72 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568273 Sep 25 04:46:59.395521 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:46:59.413234 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['730324e5-e00b-4339-94c5-f483693c5bec'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:46:59.781077 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb8bc5-75e3-4501-9c47-982823b61c98 req-d2dcbf5c-6f2e-4a18-8742-8d02ef32fa04 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:46:59.783893 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-42bb8bc5-75e3-4501-9c47-982823b61c98 req-d2dcbf5c-6f2e-4a18-8742-8d02ef32fa04 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0817072 Sep 25 04:46:59.831330 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-42bb8bc5-75e3-4501-9c47-982823b61c98 req-3bd880ab-150a-46ed-89b3-f6a72b78a849 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 Sep 25 04:47:00.016792 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be7e18-f32f-4aa2-a34c-66837adbc8ae req-c9c5a26a-ee3b-4e7e-88ce-d659fc85c997 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:00.018501 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a2be7e18-f32f-4aa2-a34c-66837adbc8ae req-c9c5a26a-ee3b-4e7e-88ce-d659fc85c997 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0800934 Sep 25 04:47:00.031452 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822d64-a4ff-4f14-bc57-566c4cb79d5a req-937f5192-f7ea-443e-83b4-6c2cfbda4a01 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:00.033095 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ad822d64-a4ff-4f14-bc57-566c4cb79d5a req-937f5192-f7ea-443e-83b4-6c2cfbda4a01 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 945 time: 0.0841544 Sep 25 04:47:00.098380 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a2be7e18-f32f-4aa2-a34c-66837adbc8ae req-f17cefcc-0f15-40d2-9ad8-dd67235cf894 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642376 Sep 25 04:47:00.104219 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ad822d64-a4ff-4f14-bc57-566c4cb79d5a req-d1479924-afd7-4086-9812-6276be61437d tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638373 Sep 25 04:47:00.476081 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72f542-c040-4282-8d84-39bc4ca217af req-089c76e0-2862-4126-ba8b-537fad1e12bb tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:00.477989 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fe72f542-c040-4282-8d84-39bc4ca217af req-089c76e0-2862-4126-ba8b-537fad1e12bb tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0538759 Sep 25 04:47:00.524052 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fe72f542-c040-4282-8d84-39bc4ca217af req-ff1e2649-0851-403f-9ade-5927200488b0 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373831 Sep 25 04:47:00.619183 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 730324e5-e00b-4339-94c5-f483693c5bec up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:47:00.731933 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port 730324e5-e00b-4339-94c5-f483693c5bec completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:47:00.745670 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 730324e5-e00b-4339-94c5-f483693c5bec triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:47:00.746074 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:00.845343 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:00.898743 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 730324e5-e00b-4339-94c5-f483693c5bec, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=730324e5-e00b-4339-94c5-f483693c5bec,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:00.977651 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce0197-206d-42c7-82bd-cef28614c17e req-45cdaf5d-c2e4-4f3b-b520-7e15bdac9643 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:00.978338 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:00.979271 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5bce0197-206d-42c7-82bd-cef28614c17e req-45cdaf5d-c2e4-4f3b-b520-7e15bdac9643 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0572321 Sep 25 04:47:01.039078 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=730324e5-e00b-4339-94c5-f483693c5bec,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:01.041694 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b290ed04-bde9-4d0e-a468-43c97f7ba6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730324e5-e00b-4339-94c5-f483693c5bec'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:47:01.044152 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c37e9-2726-4af0-a627-e1eb7bc2dbb5" -d '{"events": [{"server_uuid": "b290ed04-bde9-4d0e-a468-43c97f7ba6a7", "name": "network-vif-plugged", "status": "completed", "tag": "730324e5-e00b-4339-94c5-f483693c5bec"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:01.074243 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5bce0197-206d-42c7-82bd-cef28614c17e req-1fce56c3-f2e3-48f0-b801-1571c553b3dc tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854642 Sep 25 04:47:01.109371 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f87eaa-c1b2-4dfc-b059-f475869525e8 x-openstack-request-id: req-17f87eaa-c1b2-4dfc-b059-f475869525e8 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:01.109371 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b290ed04-bde9-4d0e-a468-43c97f7ba6a7", "name": "network-vif-plugged", "status": "completed", "tag": "730324e5-e00b-4339-94c5-f483693c5bec", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:01.109371 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17f87eaa-c1b2-4dfc-b059-f475869525e8 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:01.109371 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b290ed04-bde9-4d0e-a468-43c97f7ba6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730324e5-e00b-4339-94c5-f483693c5bec', 'code': 200} Sep 25 04:47:01.274330 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7a0e7-0730-4cef-b55f-58295d4d2add req-f6e71076-4ebf-472e-8d50-bdc0605c7766 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:01.276267 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2c7a0e7-0730-4cef-b55f-58295d4d2add req-f6e71076-4ebf-472e-8d50-bdc0605c7766 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0942631 Sep 25 04:47:01.293748 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58672b-f818-45e8-963b-e950ea5e91e4 req-860025fc-f1d9-4a67-97c8-f145121b3cb6 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:01.295408 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ee58672b-f818-45e8-963b-e950ea5e91e4 req-860025fc-f1d9-4a67-97c8-f145121b3cb6 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.0765159 Sep 25 04:47:01.363467 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ee58672b-f818-45e8-963b-e950ea5e91e4 req-e48da2ab-ef5b-45d5-a9fd-950fdc5eb39b tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514932 Sep 25 04:47:01.372421 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2c7a0e7-0730-4cef-b55f-58295d4d2add req-1ca4ab4c-5692-4605-977c-f9b03d4a2ca7 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758476 Sep 25 04:47:01.670013 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83501aa0-da5f-41f0-b963-cb6bd211fbbf req-48e14daf-b3e9-419e-94bc-ff8566702e77 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:01.671610 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-83501aa0-da5f-41f0-b963-cb6bd211fbbf req-48e14daf-b3e9-419e-94bc-ff8566702e77 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0635154 Sep 25 04:47:01.736825 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-83501aa0-da5f-41f0-b963-cb6bd211fbbf req-4e70794d-6dcf-4269-ac42-e0adc1382d8e tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538301 Sep 25 04:47:02.247377 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77a995-7c99-441f-b04c-ae20fbb5a5ac req-9cdd3d1b-744e-4a90-897f-8f2e5e5fb1be tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:02.249867 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6b77a995-7c99-441f-b04c-ae20fbb5a5ac req-9cdd3d1b-744e-4a90-897f-8f2e5e5fb1be tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0789351 Sep 25 04:47:02.305523 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6b77a995-7c99-441f-b04c-ae20fbb5a5ac req-869ceb9b-b100-4ce4-a438-dd9c22f3f820 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483975 Sep 25 04:47:02.629551 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df3d42-633b-430d-86eb-aa58c78e12c2 req-297f66b2-a396-4ea5-96f7-aca206c434d3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:02.643634 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-82df3d42-633b-430d-86eb-aa58c78e12c2 req-297f66b2-a396-4ea5-96f7-aca206c434d3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1271985 Sep 25 04:47:02.689464 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d7190-e36f-47c7-8c13-4d47ce51917c req-9735313a-f779-4538-916f-24cebc207e09 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:02.694478 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7c8d7190-e36f-47c7-8c13-4d47ce51917c req-9735313a-f779-4538-916f-24cebc207e09 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.2351599 Sep 25 04:47:02.738104 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-82df3d42-633b-430d-86eb-aa58c78e12c2 req-0d8d99bd-fc27-45a5-b826-79a64c7b5da3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933607 Sep 25 04:47:02.771930 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7c8d7190-e36f-47c7-8c13-4d47ce51917c req-01164f65-dda2-47df-ae37-c30944c383b1 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635583 Sep 25 04:47:02.943904 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8355ce-3861-435d-802d-a13ffa9f9a05 req-c2f2bd16-b3b3-45aa-b64b-18fec85f768d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:02.945910 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1a8355ce-3861-435d-802d-a13ffa9f9a05 req-c2f2bd16-b3b3-45aa-b64b-18fec85f768d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0736580 Sep 25 04:47:03.024105 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1a8355ce-3861-435d-802d-a13ffa9f9a05 req-26f7e321-bd71-442b-9fd9-01745cd58fb8 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647008 Sep 25 04:47:03.509481 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482bbe4-8caa-40eb-bdc8-82c72ec4cdbe req-baa112c2-d1ff-49fc-b948-9e99c3ed19f0 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:03.517547 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f482bbe4-8caa-40eb-bdc8-82c72ec4cdbe req-baa112c2-d1ff-49fc-b948-9e99c3ed19f0 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0650928 Sep 25 04:47:03.528469 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 52560) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:03.602437 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f482bbe4-8caa-40eb-bdc8-82c72ec4cdbe req-37acbb3d-45c3-4964-9c91-0e1f3198098d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835116 Sep 25 04:47:03.743196 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d1c532e2-115a-4d69-a51e-6c06667c6d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:03.967663 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d1c532e2-115a-4d69-a51e-6c06667c6d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:04.059189 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d1c532e2-115a-4d69-a51e-6c06667c6d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:04.134895 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1242-343d-495b-8df1-bc98431acb7d req-54dacf9f-8324-4b5f-9717-4393b307f8c8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:04.137331 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-997c1242-343d-495b-8df1-bc98431acb7d req-54dacf9f-8324-4b5f-9717-4393b307f8c8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.2189796 Sep 25 04:47:04.150516 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c532e2-115a-4d69-a51e-6c06667c6d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556ab3c0-574a-481f-86c9-8223e6e49cad,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:04.168859 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-d1c532e2-115a-4d69-a51e-6c06667c6d1c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46fb583ce9dd42f8bb21f96f5f215aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387546 Sep 25 04:47:04.169762 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 52570) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:04.215510 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7541-8a2d-46be-a9d0-776c62f49d72 req-28998269-e883-4f2d-b2f7-aed133dd3ebe tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:04.217267 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7b5d7541-8a2d-46be-a9d0-776c62f49d72 req-28998269-e883-4f2d-b2f7-aed133dd3ebe tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.2524738 Sep 25 04:47:04.300673 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-997c1242-343d-495b-8df1-bc98431acb7d req-153cc42a-d21d-49e6-ac4c-122ba969f719 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450248 Sep 25 04:47:04.309364 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7b5d7541-8a2d-46be-a9d0-776c62f49d72 req-9d23ba33-33f2-4d91-acfe-b7d7e486fa82 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835733 Sep 25 04:47:04.328906 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-db4c53f6-0382-4629-b409-34bd89ae5c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:04.373917 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-db4c53f6-0382-4629-b409-34bd89ae5c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:04.483250 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42f20-81f3-4564-93b9-b86c01659c67 req-51441e02-1529-4768-b65d-533b8657d638 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:04.484917 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-99d42f20-81f3-4564-93b9-b86c01659c67 req-51441e02-1529-4768-b65d-533b8657d638 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0900183 Sep 25 04:47:04.535042 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-99d42f20-81f3-4564-93b9-b86c01659c67 req-037fead3-d3bc-4a06-86a4-6185f5a01a4d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 Sep 25 04:47:04.561214 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-db4c53f6-0382-4629-b409-34bd89ae5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:04.565213 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-db4c53f6-0382-4629-b409-34bd89ae5c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:04.566407 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-db4c53f6-0382-4629-b409-34bd89ae5c09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/556ab3c0-574a-481f-86c9-8223e6e49cad HTTP/1.1" status: 204 len: 168 time: 0.3850768 Sep 25 04:47:04.576922 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c53f6-0382-4629-b409-34bd89ae5c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556ab3c0-574a-481f-86c9-8223e6e49cad,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:04.808183 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c0657-3958-4e38-b62f-e74e704817ed req-2cc04e30-45ae-4221-98b6-7fcf946eaaab tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:04.810135 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-007c0657-3958-4e38-b62f-e74e704817ed req-2cc04e30-45ae-4221-98b6-7fcf946eaaab tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0692673 Sep 25 04:47:04.861860 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-007c0657-3958-4e38-b62f-e74e704817ed req-7d1c87f0-04e2-4188-a76d-45a8f887ac19 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Sep 25 04:47:05.492490 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b250f-1bd1-4395-a96b-6aea6c3bccac req-b2ef908b-e7f6-4b76-9dcb-6a0c0eacf91b tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:05.493988 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d04b250f-1bd1-4395-a96b-6aea6c3bccac req-b2ef908b-e7f6-4b76-9dcb-6a0c0eacf91b tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.0852561 Sep 25 04:47:05.513558 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e2268-7dc3-4760-8ace-c2675cfe2a3d req-2d3cad19-22f2-457d-baf1-d6622ad7e756 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:05.515280 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b55e2268-7dc3-4760-8ace-c2675cfe2a3d req-2d3cad19-22f2-457d-baf1-d6622ad7e756 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1214461 Sep 25 04:47:05.572364 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d04b250f-1bd1-4395-a96b-6aea6c3bccac req-1ffce75a-abb3-4335-98a9-5b75f7ba292d tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558801 Sep 25 04:47:05.588504 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b55e2268-7dc3-4760-8ace-c2675cfe2a3d req-bb16d9b3-d4e6-415e-a154-9e1cd80509d7 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571656 Sep 25 04:47:05.755314 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d25b8-5792-44de-b2e3-7014af2ca972 req-e02a1f85-32e4-43c6-8d13-5633311753eb tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:05.758225 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4c7d25b8-5792-44de-b2e3-7014af2ca972 req-e02a1f85-32e4-43c6-8d13-5633311753eb tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0877194 Sep 25 04:47:05.835089 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4c7d25b8-5792-44de-b2e3-7014af2ca972 req-2446b2b3-5ec1-4f57-9584-e071ac1bbe5a tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652797 Sep 25 04:47:06.033649 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc88bd-d148-4754-85c5-1ee3bbdf9a06 req-4f8e2092-840d-4869-9c04-fc8e046740e3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:06.035519 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bfdc88bd-d148-4754-85c5-1ee3bbdf9a06 req-4f8e2092-840d-4869-9c04-fc8e046740e3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0588834 Sep 25 04:47:06.086859 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bfdc88bd-d148-4754-85c5-1ee3bbdf9a06 req-198cf570-2b45-4852-9db2-3a31dfddb426 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Sep 25 04:47:06.795125 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8fe72-9067-4560-8a6c-245b5c4aa883 req-27b91ee9-dcbe-4434-a627-ce4975714175 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:06.797675 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a2d8fe72-9067-4560-8a6c-245b5c4aa883 req-27b91ee9-dcbe-4434-a627-ce4975714175 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0965531 Sep 25 04:47:06.816169 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46319835-543e-4c14-b0b8-34f2789c1d2a req-1a9ef9da-bebd-4e57-b21b-966d77e3be56 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:06.818419 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-46319835-543e-4c14-b0b8-34f2789c1d2a req-1a9ef9da-bebd-4e57-b21b-966d77e3be56 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.0856385 Sep 25 04:47:06.895832 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a2d8fe72-9067-4560-8a6c-245b5c4aa883 req-ec4cce1d-cff1-42bf-b956-ce9c52d4c83d tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758872 Sep 25 04:47:06.900079 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-46319835-543e-4c14-b0b8-34f2789c1d2a req-dea6d048-161b-4df9-8e07-a1d729592bbc tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617282 Sep 25 04:47:07.028738 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6237eb-604b-4624-97fa-cf735347d2b0 req-c5395b8a-aa34-43c8-89f7-400f5a3ef621 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:07.030361 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6b6237eb-604b-4624-97fa-cf735347d2b0 req-c5395b8a-aa34-43c8-89f7-400f5a3ef621 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0580151 Sep 25 04:47:07.083915 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6b6237eb-604b-4624-97fa-cf735347d2b0 req-18ed9a95-dccd-441c-bde7-aa47c486f8bb tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Sep 25 04:47:07.239438 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196fc63-eb7f-4ba0-a709-6ed14660980e req-c3d408a4-4467-479a-bf99-b8ebb612aeed tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:07.241901 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e196fc63-eb7f-4ba0-a709-6ed14660980e req-c3d408a4-4467-479a-bf99-b8ebb612aeed tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0710211 Sep 25 04:47:07.287046 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e196fc63-eb7f-4ba0-a709-6ed14660980e req-c72911bb-34bb-467a-badb-a870c5391e26 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386424 Sep 25 04:47:08.122574 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0ffc-51a7-4c08-86ee-f32b1a7a3cbf req-43b8f341-4c40-4be1-a44b-a5039a48399a tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:08.124316 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-217b0ffc-51a7-4c08-86ee-f32b1a7a3cbf req-43b8f341-4c40-4be1-a44b-a5039a48399a tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.1185994 Sep 25 04:47:08.151880 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f7690-b5bd-47a8-aef2-bcf4a7a740d4 req-8bac7199-40ba-4588-b597-53d7989b8e67 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:08.155332 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d06f7690-b5bd-47a8-aef2-bcf4a7a740d4 req-8bac7199-40ba-4588-b597-53d7989b8e67 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1097918 Sep 25 04:47:08.260499 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-217b0ffc-51a7-4c08-86ee-f32b1a7a3cbf req-70b475fc-f6e7-451d-877d-f89ce8f33869 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028934 Sep 25 04:47:08.270907 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d06f7690-b5bd-47a8-aef2-bcf4a7a740d4 req-5ad857f3-1ff9-4535-b038-167128b847f3 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009767 Sep 25 04:47:08.460691 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213e36-084c-428c-a74f-f4119cb83ab2 req-a5e00040-9b65-411c-8b86-029a8c5e6411 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:08.474021 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-93213e36-084c-428c-a74f-f4119cb83ab2 req-a5e00040-9b65-411c-8b86-029a8c5e6411 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.1057301 Sep 25 04:47:08.542700 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20dee99-ad34-402a-81a1-ef2f7dea0300 req-ea2a85ee-5a0f-4508-a95c-70a1d1544993 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:08.544415 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c20dee99-ad34-402a-81a1-ef2f7dea0300 req-ea2a85ee-5a0f-4508-a95c-70a1d1544993 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.1386333 Sep 25 04:47:08.556784 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-93213e36-084c-428c-a74f-f4119cb83ab2 req-c1a04518-6720-4356-b7bb-a38ad96194de tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853119 Sep 25 04:47:08.608111 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c20dee99-ad34-402a-81a1-ef2f7dea0300 req-5d957bfc-07ac-4724-b036-7ad8717f025c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569510 Sep 25 04:47:09.478633 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0e208-5f16-4d0a-ba3b-8015b4e68eec req-202ef56a-12d9-477d-ae8e-e7495088e25b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:09.482493 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a8b0e208-5f16-4d0a-ba3b-8015b4e68eec req-202ef56a-12d9-477d-ae8e-e7495088e25b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1021526 Sep 25 04:47:09.496928 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5dc60-2cb1-4c91-9d21-f318324cf55e req-8996cd5e-fcda-466e-bb0e-0ab3a23fef4f tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:09.501472 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-97b5dc60-2cb1-4c91-9d21-f318324cf55e req-8996cd5e-fcda-466e-bb0e-0ab3a23fef4f tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.1036153 Sep 25 04:47:09.582978 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a8b0e208-5f16-4d0a-ba3b-8015b4e68eec req-892ecf3e-08bc-4bd3-a24f-77cc6a3293c5 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736687 Sep 25 04:47:09.592346 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-97b5dc60-2cb1-4c91-9d21-f318324cf55e req-9d3e277d-9882-49ba-a8d6-e40addbb8ead tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770929 Sep 25 04:47:09.749069 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7296aa-e629-4d31-8ec9-07e4785dbe81 req-a50326d5-9800-4819-95b3-06fdad954f37 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:09.751929 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-be7296aa-e629-4d31-8ec9-07e4785dbe81 req-a50326d5-9800-4819-95b3-06fdad954f37 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0661416 Sep 25 04:47:09.827744 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-be7296aa-e629-4d31-8ec9-07e4785dbe81 req-9f1f9006-649a-45df-b709-2dd0583c4eb2 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668380 Sep 25 04:47:09.837335 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c29d-930b-42d5-b009-fcfd4bc76c7a req-3012296d-8b57-4625-a63c-9ba511b4762d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:09.838281 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-14c6c29d-930b-42d5-b009-fcfd4bc76c7a req-3012296d-8b57-4625-a63c-9ba511b4762d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0986199 Sep 25 04:47:09.898892 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-14c6c29d-930b-42d5-b009-fcfd4bc76c7a req-8a80fa06-73b7-42aa-b0e7-f047d71b73ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523543 Sep 25 04:47:10.604314 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae9424-070e-4c6e-8fa3-8b963caff64b req-506d0d62-7bce-43d6-b449-cbafc26732d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:10.606324 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-c5ae9424-070e-4c6e-8fa3-8b963caff64b req-506d0d62-7bce-43d6-b449-cbafc26732d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 1098 time: 0.0508652 Sep 25 04:47:10.660078 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-c5ae9424-070e-4c6e-8fa3-8b963caff64b req-a15033dd-8acf-4d20-86d6-e91cb7244816 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Sep 25 04:47:10.815286 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de961f6-90ab-4ff8-b215-80f43ea26768 req-6281fdc1-7cde-4a28-aa7b-d305c24e4064 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:10.817979 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9de961f6-90ab-4ff8-b215-80f43ea26768 req-6281fdc1-7cde-4a28-aa7b-d305c24e4064 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1469915 Sep 25 04:47:10.842382 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3eea7-ee1b-414f-8fe4-49cf88436dad req-9e6fec3c-8efe-4145-b629-82114d10a34d tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:10.845621 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d7d3eea7-ee1b-414f-8fe4-49cf88436dad req-9e6fec3c-8efe-4145-b629-82114d10a34d tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.1244657 Sep 25 04:47:10.927383 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9de961f6-90ab-4ff8-b215-80f43ea26768 req-2a7ccea1-27a7-43c3-a50b-6b66d219c1a6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001396 Sep 25 04:47:10.937047 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d7d3eea7-ee1b-414f-8fe4-49cf88436dad req-f3a91bde-eb5a-4b27-be04-336e06f3046f tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814891 Sep 25 04:47:10.951050 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e252d-34b4-4ac3-ae91-19855e3faaaa req-0de6350c-c578-4153-9fe3-082b61c979c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:10.954211 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-de7e252d-34b4-4ac3-ae91-19855e3faaaa req-0de6350c-c578-4153-9fe3-082b61c979c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 1099 time: 0.0497916 Sep 25 04:47:11.027323 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-de7e252d-34b4-4ac3-ae91-19855e3faaaa req-4395c4f6-cf60-4007-ae4b-649862317adc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373485 Sep 25 04:47:11.052973 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10762df7-4191-4267-825e-da5ddbfa8644 req-ee8fa811-d3e1-4905-8adc-ea2d764b9fc4 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:11.054562 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-10762df7-4191-4267-825e-da5ddbfa8644 req-ee8fa811-d3e1-4905-8adc-ea2d764b9fc4 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0547848 Sep 25 04:47:11.127017 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-10762df7-4191-4267-825e-da5ddbfa8644 req-42b6350d-4de8-4c57-94c9-3cb3188341bb tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620642 Sep 25 04:47:11.142497 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c901c-97a7-4490-b9da-07b47294a4d1 req-63cb5d52-e8a0-4048-86ab-b787884f03c0 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:11.144095 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-075c901c-97a7-4490-b9da-07b47294a4d1 req-63cb5d52-e8a0-4048-86ab-b787884f03c0 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.0886073 Sep 25 04:47:11.185739 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-075c901c-97a7-4490-b9da-07b47294a4d1 req-44aa7698-ad3f-4f23-b58b-6d3b63631c63 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354283 Sep 25 04:47:12.098890 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e0fe6-edca-4864-bc17-7515644bad36 req-8c5817fc-1062-49d0-8841-292ee6aa07f9 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:12.100534 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ae8e0fe6-edca-4864-bc17-7515644bad36 req-8c5817fc-1062-49d0-8841-292ee6aa07f9 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0878725 Sep 25 04:47:12.116691 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c82df9-fee1-45d4-8aa1-4a864bffda4b req-0d973d91-d690-47e6-a801-0edb92e8ea19 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:12.118248 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-68c82df9-fee1-45d4-8aa1-4a864bffda4b req-0d973d91-d690-47e6-a801-0edb92e8ea19 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.0702837 Sep 25 04:47:12.188021 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ae8e0fe6-edca-4864-bc17-7515644bad36 req-129ce3e7-2724-4c34-9c8c-8255530a0f3f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681827 Sep 25 04:47:12.193697 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-68c82df9-fee1-45d4-8aa1-4a864bffda4b req-263f9177-3ca7-4a3a-874b-80eaf3f90286 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676165 Sep 25 04:47:12.376280 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22a82b-b39e-454a-9890-ce908c4d941a req-2a0edca7-f8cb-4788-9cc4-16718a3019a4 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:12.378247 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1f22a82b-b39e-454a-9890-ce908c4d941a req-2a0edca7-f8cb-4788-9cc4-16718a3019a4 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0926921 Sep 25 04:47:12.404875 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e58561-4b01-4514-b32a-757602c2ad05 req-fa042ace-dd61-4e8a-ae6f-9a7eade7acda tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:12.407839 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-71e58561-4b01-4514-b32a-757602c2ad05 req-fa042ace-dd61-4e8a-ae6f-9a7eade7acda tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.1197445 Sep 25 04:47:12.489690 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-71e58561-4b01-4514-b32a-757602c2ad05 req-f98f83c4-bd5e-4b95-888b-6aa847eedd73 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663269 Sep 25 04:47:12.497553 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1f22a82b-b39e-454a-9890-ce908c4d941a req-232a29f5-81f6-4a79-86e7-061c30085184 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863447 Sep 25 04:47:12.574699 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822e226-6f40-49e4-9b46-a50c44428260 req-eaf4e626-1328-4097-8769-2094e8fb4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:12.576364 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e822e226-6f40-49e4-9b46-a50c44428260 req-eaf4e626-1328-4097-8769-2094e8fb4826 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1098 time: 0.0476413 Sep 25 04:47:12.623951 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e822e226-6f40-49e4-9b46-a50c44428260 req-494ea467-00f2-4c11-970b-8ee50fc5b4c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350666 Sep 25 04:47:13.358565 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720471-74b1-4d8a-af63-8169dfc1c0ad req-b9e6fc3c-ee70-43d0-be94-b15dff898911 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:13.360644 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-06720471-74b1-4d8a-af63-8169dfc1c0ad req-b9e6fc3c-ee70-43d0-be94-b15dff898911 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0873153 Sep 25 04:47:13.376922 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd448e-fe36-4a58-b2c4-f147506337d9 req-a7c75ab8-e354-4bb8-b847-f047c1ac3172 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:13.378502 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-69bd448e-fe36-4a58-b2c4-f147506337d9 req-a7c75ab8-e354-4bb8-b847-f047c1ac3172 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.0707803 Sep 25 04:47:13.430107 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-06720471-74b1-4d8a-af63-8169dfc1c0ad req-22620d9b-c38c-4e55-8876-fd26e93431b7 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628750 Sep 25 04:47:13.446466 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-69bd448e-fe36-4a58-b2c4-f147506337d9 req-daead993-fb91-4ef4-9292-087d66a058ba tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545895 Sep 25 04:47:13.929628 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b896b31-da90-486d-a6c0-63422264769f req-e89015e9-bc04-49f8-bca6-85d6994e3b7d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:13.931226 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1b896b31-da90-486d-a6c0-63422264769f req-e89015e9-bc04-49f8-bca6-85d6994e3b7d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.3404207 Sep 25 04:47:13.939319 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40ee76-b70f-49d1-8626-195c1c0de55e req-3263d619-f29c-4422-a7f1-145b1a5bb430 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:13.940921 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8a40ee76-b70f-49d1-8626-195c1c0de55e req-3263d619-f29c-4422-a7f1-145b1a5bb430 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 944 time: 0.3646464 Sep 25 04:47:14.013765 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1b896b31-da90-486d-a6c0-63422264769f req-5d20a818-478c-4da8-ac82-d4bfa76f129d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718076 Sep 25 04:47:14.024582 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8a40ee76-b70f-49d1-8626-195c1c0de55e req-22260013-6486-46d4-acb3-1b5212f2241e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743129 Sep 25 04:47:14.585727 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9523-55f0-4715-bbd7-9ba065ee68e3 req-02825042-b42c-4541-a3ef-d4b93bc7c58f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:14.588128 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-008d9523-55f0-4715-bbd7-9ba065ee68e3 req-02825042-b42c-4541-a3ef-d4b93bc7c58f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0691755 Sep 25 04:47:14.634279 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-008d9523-55f0-4715-bbd7-9ba065ee68e3 req-fb2eb6fa-08ce-4fe5-ab03-97329325811d tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Sep 25 04:47:14.721565 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:47:14.852901 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:14.868267 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'port_id': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'mac_address': 'fa:16:3e:d0:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:47:14.914726 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:14.934618 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e92177-9e57-45f2-bbe4-ae385e24a34f {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:47:14.977534 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:15.071964 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:15.082735 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ab917-7f6c-448c-a263-4ccc29e38429 req-d6379d31-3090-4b15-9445-28d516cf28fc tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:15.085396 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c28ab917-7f6c-448c-a263-4ccc29e38429 req-d6379d31-3090-4b15-9445-28d516cf28fc tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.0893769 Sep 25 04:47:15.152406 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=9']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:15.157840 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c28ab917-7f6c-448c-a263-4ccc29e38429 req-5d71e3a3-faa7-4a70-9a55-f55b467437d6 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590761 Sep 25 04:47:15.281707 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd3eaa-d8c9-409e-813a-4039924ef71d req-e00709d4-fcac-41c1-a7f3-efa1aee919db tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:15.283545 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-91fd3eaa-d8c9-409e-813a-4039924ef71d req-e00709d4-fcac-41c1-a7f3-efa1aee919db tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 945 time: 0.0588944 Sep 25 04:47:15.331267 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-91fd3eaa-d8c9-409e-813a-4039924ef71d req-797759be-845c-4a49-9c17-1264a4781c2c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372620 Sep 25 04:47:15.409563 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['83e92177-9e57-45f2-bbe4-ae385e24a34f'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:47:15.545792 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35353e6-47cf-4c8a-821a-db50905c5a1c req-76f7100b-9485-4200-bd51-29960bdf6885 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:15.547678 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f35353e6-47cf-4c8a-821a-db50905c5a1c req-76f7100b-9485-4200-bd51-29960bdf6885 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0834727 Sep 25 04:47:15.583963 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-23625180-1239-4f2c-a906-40d02994ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:15.586002 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-23625180-1239-4f2c-a906-40d02994ce64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=867516276783434aa6d0cab0da24359e&device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 1098 time: 0.0692647 Sep 25 04:47:15.604603 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f35353e6-47cf-4c8a-821a-db50905c5a1c req-7a1aa874-e21e-4de9-9599-892043fed3ef tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Sep 25 04:47:15.709085 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-882da4dc-6130-4ceb-88ef-c81845c3d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:15.710492 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-882da4dc-6130-4ceb-88ef-c81845c3d5f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 200 len: 920 time: 0.1168945 Sep 25 04:47:15.755253 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-49def3a3-976f-408c-87f4-8a05baceff8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 HTTP/1.1" status: 200 len: 217 time: 0.0365121 Sep 25 04:47:15.817803 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-602845e0-69cf-4057-9afd-39282ca9115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:15.819261 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-602845e0-69cf-4057-9afd-39282ca9115a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 200 len: 859 time: 0.0570211 Sep 25 04:47:15.862479 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-7ccdda3a-0e89-46b9-b1ef-92bd34df6ce7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d0c0293-5b8b-4744-b554-6316a069b24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320075 Sep 25 04:47:15.965404 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-3f3fbdda-8ee8-4958-a604-bdc5555dc4a9 service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954912 Sep 25 04:47:16.074764 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-06874772-ab49-48fb-84aa-96eb3938bde9 req-7f674516-2735-464b-a315-80d6c5be2edd service neutron] 10.222.0.46 "GET /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010237 Sep 25 04:47:16.304490 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab520b9d-f371-41df-91e8-b7f35ece590a req-51744633-4440-4aea-a259-5a2817e2e7a6 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:16.306965 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ab520b9d-f371-41df-91e8-b7f35ece590a req-51744633-4440-4aea-a259-5a2817e2e7a6 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.0675023 Sep 25 04:47:16.357457 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ab520b9d-f371-41df-91e8-b7f35ece590a req-fb54972f-953b-4773-8fba-a3d502c36cb3 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424881 Sep 25 04:47:16.506129 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8afa7-87ef-4bff-a209-62aa988c550b req-07eea15f-6742-42ef-8e40-a2ba438c8295 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:16.508293 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-beb8afa7-87ef-4bff-a209-62aa988c550b req-07eea15f-6742-42ef-8e40-a2ba438c8295 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 945 time: 0.0659118 Sep 25 04:47:16.555516 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-beb8afa7-87ef-4bff-a209-62aa988c550b req-443e63d5-85cc-4139-8c58-fca02ef02d1b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402186 Sep 25 04:47:16.629123 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-f7bd285f-bc0b-4016-8ded-315bcff4010b tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:16.631890 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-f7bd285f-bc0b-4016-8ded-315bcff4010b tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.46 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.1113493 Sep 25 04:47:16.729258 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:47:16.786794 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88e330-2f6b-4fe3-813f-d50be5f86eaf req-7513e9d4-9a78-4fa2-9930-91372fcb390d tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:16.790238 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cb88e330-2f6b-4fe3-813f-d50be5f86eaf req-7513e9d4-9a78-4fa2-9930-91372fcb390d tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0665281 Sep 25 04:47:16.845224 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 83e92177-9e57-45f2-bbe4-ae385e24a34f triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:47:16.846143 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:16.879999 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cb88e330-2f6b-4fe3-813f-d50be5f86eaf req-2f36bcd8-5ad0-43ca-ab4b-b881cc45baee tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774646 Sep 25 04:47:16.964875 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:16.994579 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:47:16.998597 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb1ba64-a04c-4d83-853c-46c7ccc5147e" -d '{"events": [{"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-plugged", "status": "completed", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:17.021646 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:17.077039 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b95c428-4e24-4489-aeb6-3581887fbe89 x-openstack-request-id: req-8b95c428-4e24-4489-aeb6-3581887fbe89 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:17.077513 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-plugged", "status": "completed", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:17.078149 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b95c428-4e24-4489-aeb6-3581887fbe89 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:17.078987 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'code': 200} Sep 25 04:47:17.092331 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:17.140047 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Deleting port 730324e5-e00b-4339-94c5-f483693c5bec {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:47:17.140883 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:17.172707 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=10']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:17.266686 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] For port 730324e5-e00b-4339-94c5-f483693c5bec, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=730324e5-e00b-4339-94c5-f483693c5bec,segment=NetworkSegment(d611a039-31fd-45c2-94b2-f3baea9c2f7b),segment_id=d611a039-31fd-45c2-94b2-f3baea9c2f7b)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:17.267251 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:17.292910 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Calling delete_port for 730324e5-e00b-4339-94c5-f483693c5bec owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:47:17.514585 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74006d4-057b-444a-b28b-b7207f9c3df6 req-f6fa213e-31f1-42a2-80bc-41664f058318 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:17.517007 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e74006d4-057b-444a-b28b-b7207f9c3df6 req-f6fa213e-31f1-42a2-80bc-41664f058318 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 946 time: 0.0677037 Sep 25 04:47:17.565601 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e74006d4-057b-444a-b28b-b7207f9c3df6 req-cd040e52-5429-4eb6-b9bf-584cd741d5a2 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Sep 25 04:47:17.686381 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:17.702262 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['730324e5-e00b-4339-94c5-f483693c5bec'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:47:17.733070 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f99d89-f055-4fff-9868-cb0726fced37 req-c0d1453a-776b-4491-8a02-efaa6558223e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:17.735671 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-05f99d89-f055-4fff-9868-cb0726fced37 req-c0d1453a-776b-4491-8a02-efaa6558223e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 947 time: 0.0706787 Sep 25 04:47:17.748381 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Pushing event deleted for resources: {'Port': ['ID=730324e5-e00b-4339-94c5-f483693c5bec,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:17.801485 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-05f99d89-f055-4fff-9868-cb0726fced37 req-8ab408b7-cda5-4d29-877e-e905a5665835 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518973 Sep 25 04:47:17.839754 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] No DVR routers for this DVR port 730324e5-e00b-4339-94c5-f483693c5bec on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:47:17.843177 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:17.846075 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5489642d-7be3-48d2-8778-e5dc9f9e05f7 req-2529f3e5-1b94-4b23-941e-66d8e9a535f9 tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.46 "DELETE /v2.0/ports/730324e5-e00b-4339-94c5-f483693c5bec HTTP/1.1" status: 204 len: 173 time: 1.2073648 Sep 25 04:47:17.846548 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b290ed04-bde9-4d0e-a468-43c97f7ba6a7', 'name': 'network-vif-deleted', 'tag': '730324e5-e00b-4339-94c5-f483693c5bec'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:47:17.855010 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122ed322-a8f1-4f35-a9d6-023652bbe1e7" -d '{"events": [{"server_uuid": "b290ed04-bde9-4d0e-a468-43c97f7ba6a7", "name": "network-vif-deleted", "tag": "730324e5-e00b-4339-94c5-f483693c5bec"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:17.913181 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b556578-9dac-453e-8dfa-2ef2de188d96 x-openstack-request-id: req-4b556578-9dac-453e-8dfa-2ef2de188d96 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:17.913637 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b290ed04-bde9-4d0e-a468-43c97f7ba6a7", "name": "network-vif-deleted", "tag": "730324e5-e00b-4339-94c5-f483693c5bec", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:17.914032 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b556578-9dac-453e-8dfa-2ef2de188d96 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:17.914591 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b290ed04-bde9-4d0e-a468-43c97f7ba6a7', 'name': 'network-vif-deleted', 'tag': '730324e5-e00b-4339-94c5-f483693c5bec', 'status': 'completed', 'code': 200} Sep 25 04:47:17.946111 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6d132-d054-446f-9ba5-e1e10c1b6c65 req-e49ddd4b-ceb1-4d75-8695-07252d0de5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:17.949303 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c3d6d132-d054-446f-9ba5-e1e10c1b6c65 req-e49ddd4b-ceb1-4d75-8695-07252d0de5a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 1100 time: 0.0815125 Sep 25 04:47:18.046954 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c3d6d132-d054-446f-9ba5-e1e10c1b6c65 req-a994fa76-a0f7-40bb-8c69-51662e7c262a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891380 Sep 25 04:47:18.069518 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57637a5e-4858-4bec-9454-e4da67e00862 req-7d9d27b8-f0fc-4d9a-ad62-d05e56aae92b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:18.071415 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-57637a5e-4858-4bec-9454-e4da67e00862 req-7d9d27b8-f0fc-4d9a-ad62-d05e56aae92b tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0906568 Sep 25 04:47:18.130515 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-57637a5e-4858-4bec-9454-e4da67e00862 req-51d84ea8-8879-4fed-aaf8-75ba3cda7b54 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Sep 25 04:47:18.694566 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9e13da44-5565-4a67-a439-9d4920db8836 req-9a705bd7-4470-4618-8c2f-da73b8bc5f3c tempest-VolumesActionsTest-1030027208 tempest-VolumesActionsTest-1030027208-project] 10.222.0.38 "GET /v2.0/ports?device_id=b290ed04-bde9-4d0e-a468-43c97f7ba6a7 HTTP/1.1" status: 200 len: 210 time: 0.0322123 Sep 25 04:47:18.716783 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:47:18.864037 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611933-56b9-47c4-93ee-3f80502e6189 req-18f4bcc3-eed0-4211-a574-73469872b6d4 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:18.866116 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f8611933-56b9-47c4-93ee-3f80502e6189 req-18f4bcc3-eed0-4211-a574-73469872b6d4 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0603585 Sep 25 04:47:18.923012 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f8611933-56b9-47c4-93ee-3f80502e6189 req-06d7718f-9b7c-4bf4-b2ca-7fe5fadeb89d tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491133 Sep 25 04:47:19.018259 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dbcda-8588-435a-932a-74e15f924605 req-3d2df7b4-aad3-4336-b0a9-fb220fd5aa8b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:19.020988 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3a1dbcda-8588-435a-932a-74e15f924605 req-3d2df7b4-aad3-4336-b0a9-fb220fd5aa8b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 947 time: 0.0854888 Sep 25 04:47:19.082667 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3a1dbcda-8588-435a-932a-74e15f924605 req-4533071f-b962-4ac9-9954-81c101621935 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551283 Sep 25 04:47:19.287923 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d3aab-a7e1-4676-afc8-1dcae2bc9520 req-0845ebf9-6670-4486-b107-0b8d6528f2a6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:19.289699 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-827d3aab-a7e1-4676-afc8-1dcae2bc9520 req-0845ebf9-6670-4486-b107-0b8d6528f2a6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0568531 Sep 25 04:47:19.339608 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-827d3aab-a7e1-4676-afc8-1dcae2bc9520 req-54507c8b-1dcd-4df8-b9b5-64d9a8f19bab tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Sep 25 04:47:20.099566 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2eafe-127b-41b4-a36c-53f9cb1ada3e req-9055d03e-4f52-4925-a1b6-14eb532c9e3f tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:20.101247 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b3a2eafe-127b-41b4-a36c-53f9cb1ada3e req-9055d03e-4f52-4925-a1b6-14eb532c9e3f tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0619240 Sep 25 04:47:20.187492 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b3a2eafe-127b-41b4-a36c-53f9cb1ada3e req-78dc0248-c690-4cf8-a93a-75a943b9d305 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/security-groups?id=11256f73-1885-4885-b84d-d21f027d9bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678937 Sep 25 04:47:20.293570 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280ea1-7c2a-4722-9689-9d4366b330b2 req-6fb391c0-14e4-48cc-8175-d3f1dd2c36ef tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:20.296259 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-90280ea1-7c2a-4722-9689-9d4366b330b2 req-6fb391c0-14e4-48cc-8175-d3f1dd2c36ef tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 947 time: 0.0784340 Sep 25 04:47:20.360555 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-90280ea1-7c2a-4722-9689-9d4366b330b2 req-ebc365b0-981c-4881-9a26-d172da4cddcd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575585 Sep 25 04:47:20.505256 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-255b55b9-b229-4772-9d0d-4acecea49d68 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:20.506937 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-255b55b9-b229-4772-9d0d-4acecea49d68 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 945 time: 0.0609636 Sep 25 04:47:20.625220 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Deleting port fba39d65-241e-4684-b4db-b04c08288cd8 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:47:20.625568 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:20.728914 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 730324e5-e00b-4339-94c5-f483693c5bec no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:20.755687 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: 730324e5-e00b-4339-94c5-f483693c5bec {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:47:20.756329 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 730324e5-e00b-4339-94c5-f483693c5bec not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:20.770310 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] For port fba39d65-241e-4684-b4db-b04c08288cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fba39d65-241e-4684-b4db-b04c08288cd8,segment=NetworkSegment(0f6422b0-77cc-4224-8d03-aef5237bfbc2),segment_id=0f6422b0-77cc-4224-8d03-aef5237bfbc2)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:20.770688 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:20.784797 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Calling delete_port for fba39d65-241e-4684-b4db-b04c08288cd8 owned by compute:nova {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:47:21.119287 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:21.145579 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['fba39d65-241e-4684-b4db-b04c08288cd8'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:47:21.183169 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Pushing event deleted for resources: {'Port': ['ID=fba39d65-241e-4684-b4db-b04c08288cd8,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:21.255557 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] No DVR routers for this DVR port fba39d65-241e-4684-b4db-b04c08288cd8 on host hv-cinder-76845 {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:47:21.255557 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:21.258377 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f4798491-da04-4d4b-a8b7-7851ab23987c req-d83b8f0d-4d1f-4881-9d1f-ddc9580cd490 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.46 "DELETE /v2.0/ports/fba39d65-241e-4684-b4db-b04c08288cd8 HTTP/1.1" status: 204 len: 173 time: 0.7414112 Sep 25 04:47:21.259316 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b8aee8-c733-4c2b-a86c-031edca4ad4d', 'name': 'network-vif-deleted', 'tag': 'fba39d65-241e-4684-b4db-b04c08288cd8'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:47:21.263843 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5eeed7-4246-4230-93bb-3e1ad5a5f1d2" -d '{"events": [{"server_uuid": "43b8aee8-c733-4c2b-a86c-031edca4ad4d", "name": "network-vif-deleted", "tag": "fba39d65-241e-4684-b4db-b04c08288cd8"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:21.330964 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4bc0b4-f1f8-4845-9aba-ff8575d607ae x-openstack-request-id: req-3d4bc0b4-f1f8-4845-9aba-ff8575d607ae {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:21.331283 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b8aee8-c733-4c2b-a86c-031edca4ad4d", "name": "network-vif-deleted", "tag": "fba39d65-241e-4684-b4db-b04c08288cd8", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:21.331491 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d4bc0b4-f1f8-4845-9aba-ff8575d607ae {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:21.331873 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b8aee8-c733-4c2b-a86c-031edca4ad4d', 'name': 'network-vif-deleted', 'tag': 'fba39d65-241e-4684-b4db-b04c08288cd8', 'status': 'completed', 'code': 200} Sep 25 04:47:21.334341 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e310c933-9155-4b72-a736-dae5536a102e req-fdd0f2e1-3b3d-43a6-aab6-9e09259fc719 tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 210 time: 0.0379066 Sep 25 04:47:21.538923 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ed31-10a9-4a0a-9d0a-954146ea5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:21.573579 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee415b-82f0-4e4a-a8b1-60f08a1db228 req-653b4826-1e6a-435f-aa83-c9b315262321 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:21.576209 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1bee415b-82f0-4e4a-a8b1-60f08a1db228 req-653b4826-1e6a-435f-aa83-c9b315262321 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 947 time: 0.0960436 Sep 25 04:47:21.642750 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1bee415b-82f0-4e4a-a8b1-60f08a1db228 req-07e8a8fd-e4ae-441b-8f62-13100c0ea885 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580678 Sep 25 04:47:22.450387 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e292c03-d107-4571-80e7-17c3fb7f96e7 req-57035f95-147c-4af1-9678-2825cf31c80b tempest-VolumesActionsTest-1363070101 tempest-VolumesActionsTest-1363070101-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b8aee8-c733-4c2b-a86c-031edca4ad4d HTTP/1.1" status: 200 len: 210 time: 0.0298905 Sep 25 04:47:22.846709 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde1c4e-7b5e-42a3-8f31-e29a67587581 req-8018346a-e65e-4ab6-89f3-003a3319868e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:22.849260 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9dde1c4e-7b5e-42a3-8f31-e29a67587581 req-8018346a-e65e-4ab6-89f3-003a3319868e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 947 time: 0.0861416 Sep 25 04:47:22.898953 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9dde1c4e-7b5e-42a3-8f31-e29a67587581 req-e214d8d5-b42c-4005-a2df-52f928946052 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Sep 25 04:47:24.173450 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-97488e5c-ff14-48c2-b569-13620a13fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:24.744141 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:24.752690 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device fba39d65-241e-4684-b4db-b04c08288cd8 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:24.800963 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: fba39d65-241e-4684-b4db-b04c08288cd8 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:47:24.801441 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device fba39d65-241e-4684-b4db-b04c08288cd8 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:25.573928 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6355ac-fef1-47ba-b701-5e6338af5745 req-314c508f-423d-4c80-956a-e6e97dc1b8ea tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:25.576805 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca6355ac-fef1-47ba-b701-5e6338af5745 req-314c508f-423d-4c80-956a-e6e97dc1b8ea tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.1045508 Sep 25 04:47:25.645217 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca6355ac-fef1-47ba-b701-5e6338af5745 req-b984f397-13b7-4f5e-9044-971660712a6e tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556312 Sep 25 04:47:26.183520 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:26.888860 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb5c85-872e-46aa-89cd-c83818982a3a req-d9195439-3a44-4434-9638-dc8bd0a06acc tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:26.892958 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dfdb5c85-872e-46aa-89cd-c83818982a3a req-d9195439-3a44-4434-9638-dc8bd0a06acc tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.1134808 Sep 25 04:47:26.957631 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dfdb5c85-872e-46aa-89cd-c83818982a3a req-99852a9b-d5cd-4399-827d-3c9f969500bf tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Sep 25 04:47:27.282210 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:28.057402 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-3338ed6d-7f60-40e4-9b38-7e7974a518ca tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:28.061771 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-3338ed6d-7f60-40e4-9b38-7e7974a518ca tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.46 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.0999918 Sep 25 04:47:28.235401 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-17edb672-2199-48bd-ac5b-eef83f57313c req-4cdb8810-fa13-4731-b572-56e3b037ae79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971389 Sep 25 04:47:28.276803 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d0fdf-7858-4c80-94c1-149a316ae77d req-a793d402-a27c-4ef2-811d-ea7795cc774a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:28.279964 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca5d0fdf-7858-4c80-94c1-149a316ae77d req-a793d402-a27c-4ef2-811d-ea7795cc774a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 945 time: 0.1239929 Sep 25 04:47:28.335725 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Deleting port d90bd850-93dd-4fa7-9190-1ccd13139e6c {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:47:28.336014 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:28.353175 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edb672-2199-48bd-ac5b-eef83f57313c req-1316f150-d92a-45f5-8e92-d28c7958ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:28.356659 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-17edb672-2199-48bd-ac5b-eef83f57313c req-1316f150-d92a-45f5-8e92-d28c7958ac29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 1100 time: 0.0966792 Sep 25 04:47:28.376718 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca5d0fdf-7858-4c80-94c1-149a316ae77d req-f4f86934-6dfb-4b67-9df3-476898faa766 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802870 Sep 25 04:47:28.579354 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] For port d90bd850-93dd-4fa7-9190-1ccd13139e6c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d90bd850-93dd-4fa7-9190-1ccd13139e6c,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:28.580788 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:28.623599 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Calling delete_port for d90bd850-93dd-4fa7-9190-1ccd13139e6c owned by compute:nova {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:47:28.657467 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edb672-2199-48bd-ac5b-eef83f57313c req-43fca76a-45ae-41e0-b299-c23a809fd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:28.659441 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-17edb672-2199-48bd-ac5b-eef83f57313c req-43fca76a-45ae-41e0-b299-c23a809fd217 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 917 time: 0.2569735 Sep 25 04:47:28.801556 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-17edb672-2199-48bd-ac5b-eef83f57313c req-3ddb0c21-3965-46ed-8362-00c710335c11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f HTTP/1.1" status: 200 len: 1002 time: 0.1344688 Sep 25 04:47:28.951359 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edb672-2199-48bd-ac5b-eef83f57313c req-6cc2d24c-490e-41e8-afe2-9527af4752f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:28.953773 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-17edb672-2199-48bd-ac5b-eef83f57313c req-6cc2d24c-490e-41e8-afe2-9527af4752f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.1445260 Sep 25 04:47:29.023351 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edb672-2199-48bd-ac5b-eef83f57313c req-660db8d1-bbc1-4f28-8da2-1208d7b665d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:29.030095 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-17edb672-2199-48bd-ac5b-eef83f57313c req-660db8d1-bbc1-4f28-8da2-1208d7b665d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0637183 Sep 25 04:47:29.110183 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:29.126525 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['8a65dd41-d608-4e1c-9c02-ae52f83ab7f0', 'd90bd850-93dd-4fa7-9190-1ccd13139e6c'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:47:29.165275 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-17edb672-2199-48bd-ac5b-eef83f57313c req-58fab84a-abe9-47d6-94cb-788bf7560cf9 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321325 Sep 25 04:47:29.195894 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Pushing event deleted for resources: {'Port': ['ID=d90bd850-93dd-4fa7-9190-1ccd13139e6c,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:29.361474 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] No DVR routers for this DVR port d90bd850-93dd-4fa7-9190-1ccd13139e6c on host hv-cinder-76845 {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:47:29.369096 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:29.378170 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e513af3c-8f1c-406c-989d-e901a01cbd76 req-b0585742-e0be-4cd2-b38a-a4c38807f16a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.46 "DELETE /v2.0/ports/d90bd850-93dd-4fa7-9190-1ccd13139e6c HTTP/1.1" status: 204 len: 173 time: 1.2983730 Sep 25 04:47:29.378704 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eebd6b9-05aa-4949-9a5c-9aed82650569', 'name': 'network-vif-deleted', 'tag': 'd90bd850-93dd-4fa7-9190-1ccd13139e6c'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:47:29.382850 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e9253-9984-4934-9715-f8435101da1a" -d '{"events": [{"server_uuid": "0eebd6b9-05aa-4949-9a5c-9aed82650569", "name": "network-vif-deleted", "tag": "d90bd850-93dd-4fa7-9190-1ccd13139e6c"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:29.437920 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-17edb672-2199-48bd-ac5b-eef83f57313c req-0b0277a3-0186-4859-b9ac-1c6ee4cf8653 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594774 Sep 25 04:47:29.457271 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:29.556975 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e60a50-7ab7-4373-8979-8a398ab1e19b x-openstack-request-id: req-24e60a50-7ab7-4373-8979-8a398ab1e19b {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:29.562461 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eebd6b9-05aa-4949-9a5c-9aed82650569", "name": "network-vif-deleted", "tag": "d90bd850-93dd-4fa7-9190-1ccd13139e6c", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:29.563301 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24e60a50-7ab7-4373-8979-8a398ab1e19b {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:29.564429 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eebd6b9-05aa-4949-9a5c-9aed82650569', 'name': 'network-vif-deleted', 'tag': 'd90bd850-93dd-4fa7-9190-1ccd13139e6c', 'status': 'completed', 'code': 200} Sep 25 04:47:29.644674 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-edcfe02d-a3d2-408c-9da5-1197a92ef9f9 req-0f0c0daf-9ba3-475b-9567-fe29fb7cf9f6 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 210 time: 0.0607905 Sep 25 04:47:30.819787 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-77a18a13-f312-43d3-8438-7768efe9f737 req-854741ac-dbf1-4689-bc97-feb6c4a3a4b8 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=0eebd6b9-05aa-4949-9a5c-9aed82650569 HTTP/1.1" status: 200 len: 210 time: 0.0304787 Sep 25 04:47:31.461251 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf74af9-0adf-4cce-a77c-fb462c8def15 req-f12295a7-2d36-4d09-bee0-1dd18980a793 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:31.463428 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1cf74af9-0adf-4cce-a77c-fb462c8def15 req-f12295a7-2d36-4d09-bee0-1dd18980a793 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1322160 Sep 25 04:47:31.533707 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1cf74af9-0adf-4cce-a77c-fb462c8def15 req-cbc79077-bb61-4cd5-a281-8dcc15956257 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590246 Sep 25 04:47:32.638974 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dd577-2b9a-4541-8918-019655f0f808 req-83df5511-3f02-42e7-9c69-4040bc2adc62 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:32.648366 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-305dd577-2b9a-4541-8918-019655f0f808 req-83df5511-3f02-42e7-9c69-4040bc2adc62 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1010468 Sep 25 04:47:32.731924 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-305dd577-2b9a-4541-8918-019655f0f808 req-448d9670-3764-433f-998d-14f9a0361b19 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812292 Sep 25 04:47:32.773040 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e06dd3-5dfe-43a4-a2a2-bcf0a55e43f9 req-4ea4637f-b305-4ff8-a00e-d5c0d27038db tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:32.774995 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a4e06dd3-5dfe-43a4-a2a2-bcf0a55e43f9 req-4ea4637f-b305-4ff8-a00e-d5c0d27038db tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0986354 Sep 25 04:47:32.799843 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d90bd850-93dd-4fa7-9190-1ccd13139e6c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:33.027792 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: d90bd850-93dd-4fa7-9190-1ccd13139e6c {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:47:33.027792 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d90bd850-93dd-4fa7-9190-1ccd13139e6c not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:33.029321 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a4e06dd3-5dfe-43a4-a2a2-bcf0a55e43f9 req-8c14b83b-fa2d-4c67-abfc-80e46d280b8a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766480 Sep 25 04:47:33.971510 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe0172-9550-4b0a-bdf3-998bb3a609ef req-2dfad7ea-ced7-408a-9d39-5b5f2ec6a010 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:33.975929 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-75fe0172-9550-4b0a-bdf3-998bb3a609ef req-2dfad7ea-ced7-408a-9d39-5b5f2ec6a010 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1135278 Sep 25 04:47:34.063749 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-75fe0172-9550-4b0a-bdf3-998bb3a609ef req-de2e6681-d3ad-4193-bcef-bcc39188aa88 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744259 Sep 25 04:47:34.121891 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ffe80-2b5a-4dc0-973a-805ef570f285 req-997520f2-f689-4966-a36f-dc8af4c70460 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:34.123619 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e3ffe80-2b5a-4dc0-973a-805ef570f285 req-997520f2-f689-4966-a36f-dc8af4c70460 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0587685 Sep 25 04:47:34.192953 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e3ffe80-2b5a-4dc0-973a-805ef570f285 req-32c1b021-7184-4b4e-9750-a6e6dca32735 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575473 Sep 25 04:47:35.303753 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e3405-bd48-48e7-95ed-27e450c93413 req-0bb80f1e-1614-4a56-8b3b-f8ec97d9f73f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:35.307264 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd6e3405-bd48-48e7-95ed-27e450c93413 req-0bb80f1e-1614-4a56-8b3b-f8ec97d9f73f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1197634 Sep 25 04:47:35.394189 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd6e3405-bd48-48e7-95ed-27e450c93413 req-c0685857-231f-43d6-adfa-dddcd0e41939 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700283 Sep 25 04:47:35.418502 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae72b8-103c-4451-8f32-43eece1fed7f req-8f118c85-0d25-45ce-b7ff-a19ef8ae7f5c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:35.420785 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ffae72b8-103c-4451-8f32-43eece1fed7f req-8f118c85-0d25-45ce-b7ff-a19ef8ae7f5c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1120806 Sep 25 04:47:35.508519 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ffae72b8-103c-4451-8f32-43eece1fed7f req-8d8d1bed-583c-4f3b-abf9-408e21971eb4 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765011 Sep 25 04:47:36.559562 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819a828-8e75-4e9c-abda-ed6439f88781 req-abeb3a4f-ac06-4c9b-88a0-685753391b38 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:36.561331 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8819a828-8e75-4e9c-abda-ed6439f88781 req-abeb3a4f-ac06-4c9b-88a0-685753391b38 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0832746 Sep 25 04:47:36.626484 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8819a828-8e75-4e9c-abda-ed6439f88781 req-4f225981-17d5-43e6-9dc7-84195693ef9f tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505884 Sep 25 04:47:36.706068 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751336e-bfa6-4ce0-992d-80f74f0a2823 req-d237d308-1a13-460c-b39b-891198a79200 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:36.708485 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b751336e-bfa6-4ce0-992d-80f74f0a2823 req-d237d308-1a13-460c-b39b-891198a79200 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0714171 Sep 25 04:47:36.764102 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b751336e-bfa6-4ce0-992d-80f74f0a2823 req-6d0f56f1-c34b-44d9-9f9f-0682cd89b700 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465584 Sep 25 04:47:37.782041 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca78e2-8feb-47df-b4ce-9b666358ef2b req-9ad99c19-ebe3-45a8-b613-3c621b6f7e54 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:37.790486 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-63ca78e2-8feb-47df-b4ce-9b666358ef2b req-9ad99c19-ebe3-45a8-b613-3c621b6f7e54 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0757964 Sep 25 04:47:37.868340 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-63ca78e2-8feb-47df-b4ce-9b666358ef2b req-e8e90c67-dc60-4090-bad8-c1f5e0893b2a tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766037 Sep 25 04:47:38.019139 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d5e57-2b20-4dfc-ab85-2d2b296d641b req-2d7f034d-91dc-446f-aba5-4c9c1ad9e6b9 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:38.022170 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-de8d5e57-2b20-4dfc-ab85-2d2b296d641b req-2d7f034d-91dc-446f-aba5-4c9c1ad9e6b9 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0876489 Sep 25 04:47:38.085515 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-de8d5e57-2b20-4dfc-ab85-2d2b296d641b req-ada622f2-08ef-4981-888d-809e65a1553c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569971 Sep 25 04:47:38.766406 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-37e11b2d-4b72-425c-80e8-d003e01741da tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:38.769239 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-37e11b2d-4b72-425c-80e8-d003e01741da tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.46 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.0864682 Sep 25 04:47:39.033398 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Deleting port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:47:39.033398 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:39.106127 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695aa11-f55e-4821-9aea-523e7ff36408 req-b1febcd3-fb3b-4b43-9ad3-df3ed5b7b097 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:39.111042 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b695aa11-f55e-4821-9aea-523e7ff36408 req-b1febcd3-fb3b-4b43-9ad3-df3ed5b7b097 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 945 time: 0.1163476 Sep 25 04:47:39.169152 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] For port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:39.169916 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:39.190266 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Calling delete_port for 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:47:39.274031 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b695aa11-f55e-4821-9aea-523e7ff36408 req-f7b32da2-2667-439d-8d39-68ed7e50b292 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/security-groups?id=436cac0d-4057-4a1a-a216-e230e98e2c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480436 Sep 25 04:47:39.383017 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077258b-9b84-4116-a6a7-c6b290a93632 req-8d2c3066-d338-43cd-85ec-16eb35f08ba1 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:39.393108 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1077258b-9b84-4116-a6a7-c6b290a93632 req-8d2c3066-d338-43cd-85ec-16eb35f08ba1 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1059830 Sep 25 04:47:39.489259 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1077258b-9b84-4116-a6a7-c6b290a93632 req-cbf2e4dc-9232-4a0c-9654-a9798e096457 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930591 Sep 25 04:47:39.599478 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:39.616550 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['8a65dd41-d608-4e1c-9c02-ae52f83ab7f0'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:47:39.670982 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Pushing event deleted for resources: {'Port': ['ID=8a65dd41-d608-4e1c-9c02-ae52f83ab7f0,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:39.689464 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.690291 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.694652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.694652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.694652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.694652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.694652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.694652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.694652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.696031 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.696619 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.697289 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:39.772921 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] No DVR routers for this DVR port 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:47:39.777511 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:39.779825 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b3f0f77e-d298-4742-87e2-c1f5db30f950 req-09455cb1-6ae3-47c6-b6fb-de6b86eb2173 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.46 "DELETE /v2.0/ports/8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 HTTP/1.1" status: 204 len: 173 time: 1.0005264 Sep 25 04:47:39.780699 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7725607b-bb9e-4242-be18-30f6e6039a01', 'name': 'network-vif-deleted', 'tag': '8a65dd41-d608-4e1c-9c02-ae52f83ab7f0'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:47:39.783261 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f3a619-b60c-4f29-b128-aa98b06e2b61" -d '{"events": [{"server_uuid": "7725607b-bb9e-4242-be18-30f6e6039a01", "name": "network-vif-deleted", "tag": "8a65dd41-d608-4e1c-9c02-ae52f83ab7f0"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:39.911929 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df33dcd6-b60d-4449-a959-fbfd476a6af9 x-openstack-request-id: req-df33dcd6-b60d-4449-a959-fbfd476a6af9 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:39.912494 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7725607b-bb9e-4242-be18-30f6e6039a01", "name": "network-vif-deleted", "tag": "8a65dd41-d608-4e1c-9c02-ae52f83ab7f0", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:39.913022 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df33dcd6-b60d-4449-a959-fbfd476a6af9 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:39.913666 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7725607b-bb9e-4242-be18-30f6e6039a01', 'name': 'network-vif-deleted', 'tag': '8a65dd41-d608-4e1c-9c02-ae52f83ab7f0', 'status': 'completed', 'code': 200} Sep 25 04:47:40.633545 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6af8eab5-bc54-4f6b-86f1-a30df82877a2 req-9aac56e3-f428-4f8f-85e0-2f16333d1d78 tempest-ServerRescueNegativeTestJSON-1830503506 tempest-ServerRescueNegativeTestJSON-1830503506-project] 10.222.0.38 "GET /v2.0/ports?device_id=7725607b-bb9e-4242-be18-30f6e6039a01 HTTP/1.1" status: 200 len: 210 time: 0.1209800 Sep 25 04:47:40.793003 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2f6b-275c-45a8-b60f-c01fae2464fb req-6846f095-70c9-4ac2-97ca-baefb5a2889f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:40.798212 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-239f2f6b-275c-45a8-b60f-c01fae2464fb req-6846f095-70c9-4ac2-97ca-baefb5a2889f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1587553 Sep 25 04:47:40.854385 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-239f2f6b-275c-45a8-b60f-c01fae2464fb req-6dd6a02b-3b5d-43a6-9424-237d1db40c9d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461779 Sep 25 04:47:41.705242 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53116) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:42.132460 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67c467-3874-4985-a03f-4ef2030be229 req-db22343b-e82a-4b99-8ee9-deafc6ac2856 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:42.134254 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ad67c467-3874-4985-a03f-4ef2030be229 req-db22343b-e82a-4b99-8ee9-deafc6ac2856 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0994730 Sep 25 04:47:42.213706 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ad67c467-3874-4985-a03f-4ef2030be229 req-66e0c785-3b08-49d9-8022-11857d427fa8 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715334 Sep 25 04:47:42.558418 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16249369'] for router_interface, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:42.757528 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323c48-1f91-492f-9e50-102338a0b551 req-cd4ae98a-0de6-474d-9201-566939af983e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:42.767426 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-17323c48-1f91-492f-9e50-102338a0b551 req-cd4ae98a-0de6-474d-9201-566939af983e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1088703 Sep 25 04:47:42.861832 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:42.881508 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-0a397971-e895-4987-a76c-eb3db7a5da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:42.884299 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-0a397971-e895-4987-a76c-eb3db7a5da66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 1098 time: 0.0789649 Sep 25 04:47:42.920026 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:47:42.922266 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 8a65dd41-d608-4e1c-9c02-ae52f83ab7f0 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:42.939588 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-17323c48-1f91-492f-9e50-102338a0b551 req-96686677-c7e3-4d3a-90be-d8e0329b9f47 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707399 Sep 25 04:47:43.095449 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-35a258f9-2822-4298-b123-72083db783d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:43.099242 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-35a258f9-2822-4298-b123-72083db783d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 200 len: 911 time: 0.2064896 Sep 25 04:47:43.243709 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-096b6228-4f8c-4b45-8e14-88d3fc77484c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622 HTTP/1.1" status: 200 len: 1001 time: 0.1361761 Sep 25 04:47:43.308084 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-51a2e209-cc08-4475-b9d2-6af558cea8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:43.309962 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-51a2e209-cc08-4475-b9d2-6af558cea8ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29ef62a3-d04f-48c5-bc06-7f75598408db HTTP/1.1" status: 200 len: 849 time: 0.0565767 Sep 25 04:47:43.404051 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-b8a37f18-daf1-4bf7-956b-21811d240ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:43.409732 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-b8a37f18-daf1-4bf7-956b-21811d240ed8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0736740 Sep 25 04:47:43.512980 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Deleting port 3e120565-548a-4b97-83f1-0574936a0627 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:47:43.513313 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:43.520849 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-7f7bdd38-d80f-4af5-a1de-e7cf59016898 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064429 Sep 25 04:47:43.632682 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] For port 3e120565-548a-4b97-83f1-0574936a0627, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=3e120565-548a-4b97-83f1-0574936a0627,segment=NetworkSegment(a54645ea-806c-4d74-b478-d9ac9b986a8c),segment_id=a54645ea-806c-4d74-b478-d9ac9b986a8c)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:43.632682 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:43.648690 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Calling delete_port for 3e120565-548a-4b97-83f1-0574936a0627 owned by network:router_interface {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:47:43.711725 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-86d8ccd5-3ba7-4ce4-9788-e4110a81bc7c req-1d320a2c-6c9b-4449-8cad-6c526d4d3f83 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832528 Sep 25 04:47:43.989897 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:44.023358 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e120565-548a-4b97-83f1-0574936a0627,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:44.037170 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.037602 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.038008 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.038408 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.038820 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.039255 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.039649 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.040044 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.040436 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.040823 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.041208 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.041594 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:44.191864 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac58fe8-54fc-40fb-bc7a-cb61000a84f4 req-4b11b522-b50e-4f42-9992-a6135fb1c1d3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:44.193491 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5ac58fe8-54fc-40fb-bc7a-cb61000a84f4 req-4b11b522-b50e-4f42-9992-a6135fb1c1d3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.1423056 Sep 25 04:47:44.284721 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5ac58fe8-54fc-40fb-bc7a-cb61000a84f4 req-e505d4fa-9a8a-40c6-9faf-f6f3ca3f4e19 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568452 Sep 25 04:47:44.300385 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16238809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16247952'] for router_interface, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:44.548409 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:47:44.723012 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:47:44.738374 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-1bab0853-eddc-4d80-8d0e-c858d8efd124 admin admin] 10.222.0.38 "PUT /v2.0/routers/47e7ddb0-eab5-4368-8e3f-bb9e57f9a795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0273721 Sep 25 04:47:44.739559 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53190) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:44.762686 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] Sync routers for ids ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:47:44.784629 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] Routers {'47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:47:44.785795 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:47:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:44.933982 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks [] for router, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:44.955898 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] Set router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:47:45.090205 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53204) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:45.118064 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.145473 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb39ab00-7b01-4d04-bcff-361cd68c8307 admin admin] Deleting subnet 31a488a1-808b-4cd7-a61d-ec929800539f {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:47:45.149364 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb39ab00-7b01-4d04-bcff-361cd68c8307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.187958 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb39ab00-7b01-4d04-bcff-361cd68c8307 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.194177 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb39ab00-7b01-4d04-bcff-361cd68c8307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.224124 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:47:43Z', 'revision_number': 5, 'project_id': '867516276783434aa6d0cab0da24359e', 'gw_port': {'id': 'b76ba37f-dc72-42fa-afc8-a1b99f290a77', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:33Z', 'updated_at': '2021-09-25T04:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:45.296263 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Deleting port b76ba37f-dc72-42fa-afc8-a1b99f290a77 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:47:45.296263 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.346267 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb39ab00-7b01-4d04-bcff-361cd68c8307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.368494 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] Checking router: 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:47:45.378788 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] Routers {'47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:47:45.379691 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:47:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:45.396198 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39ab00-7b01-4d04-bcff-361cd68c8307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a488a1-808b-4cd7-a61d-ec929800539f,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:45.398859 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb39ab00-7b01-4d04-bcff-361cd68c8307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.401048 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-bb39ab00-7b01-4d04-bcff-361cd68c8307 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/31a488a1-808b-4cd7-a61d-ec929800539f HTTP/1.1" status: 204 len: 168 time: 0.3092551 Sep 25 04:47:45.403595 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53216) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:45.419123 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] For port b76ba37f-dc72-42fa-afc8-a1b99f290a77, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=b76ba37f-dc72-42fa-afc8-a1b99f290a77,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:45.419123 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.450537 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Calling delete_port for b76ba37f-dc72-42fa-afc8-a1b99f290a77 owned by network:router_gateway {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:47:45.485806 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a415c-87e0-497c-a9ea-82bc47098ba9 req-9c5f4ff8-45b7-4e01-b90e-2d252d5eeb5c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:45.487411 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e98a415c-87e0-497c-a9ea-82bc47098ba9 req-9c5f4ff8-45b7-4e01-b90e-2d252d5eeb5c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0914676 Sep 25 04:47:45.494840 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.509593 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] Set router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 gateway port host: None {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:47:45.572581 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e98a415c-87e0-497c-a9ea-82bc47098ba9 req-153cc99d-ab6e-4232-b371-697b0a92f3ce tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563855 Sep 25 04:47:45.575660 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:47:45Z', 'revision_number': 6, 'project_id': '867516276783434aa6d0cab0da24359e', 'gw_port_host': None}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:45.613569 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e921082b-8d40-4fdd-8c68-d2e075d6912c None None] The sync data for ids ['47e7ddb0-eab5-4368-8e3f-bb9e57f9a795'] in dv-cinder-768458-10-smb is: [{'id': '47e7ddb0-eab5-4368-8e3f-bb9e57f9a795', 'name': 'tempest-ServerRescueNegativeTestJSON-1970939135-router', 'tenant_id': '867516276783434aa6d0cab0da24359e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:47:45Z', 'revision_number': 6, 'project_id': '867516276783434aa6d0cab0da24359e', 'gw_port_host': None}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:47:45.628262 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.660919 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.661257 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.662031 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.662355 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > port after_create 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.662687 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.663013 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > port after_update 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.663398 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.663717 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.664042 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.664357 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.735210 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.735555 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.735873 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.736238 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:47:45.736592 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2465ad-0788-4426-81a3-5ccd9631b520']}} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:45.755183 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6422b0-77cc-4224-8d03-aef5237bfbc2') {'for_net_delete': True} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:45.755474 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6422b0-77cc-4224-8d03-aef5237bfbc2') {} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:45.772260 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189562'] for segment, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.794269 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.804137 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:47:45.804527 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892226'] for segment, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: from cryptography.utils import int_from_bytes Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: from cryptography.utils import int_from_bytes Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: Traceback (most recent call last): Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: timer() Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: cb(*args, **kw) Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: return func(*args, **kwargs) Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: self._notify() Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: self.callback(batched_events) Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: event.method(event) Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: return f(self, *a, **k) Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: return self._get(url).json() Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: return self.request(url, 'GET', **kwargs) Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:47:45.808416 dv-cinder-768458-10-smb neutron-server[101228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:47:45.830490 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:45.855889 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b76ba37f-dc72-42fa-afc8-a1b99f290a77,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:45.933561 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16247891'] for router_gateway, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.012362 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.022314 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.024783 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8f2465ad-0788-4426-81a3-5ccd9631b520 HTTP/1.1" status: 204 len: 168 time: 0.6198494 Sep 25 04:47:46.035052 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53236) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:46.043818 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f51bd5-46c6-4d35-9275-c618f9e57d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2465ad-0788-4426-81a3-5ccd9631b520,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:46.064542 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16249916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6335'] for router, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.064542 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.088388 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afa21c2-4f30-477a-a78e-72a48cfdcccd admin admin] Deleting subnet a5e71aa3-d0e1-4ae3-a65e-dd0917efafdd {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:47:46.092395 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-4afa21c2-4f30-477a-a78e-72a48cfdcccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.134755 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-4afa21c2-4f30-477a-a78e-72a48cfdcccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189539'] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.178708 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-4afa21c2-4f30-477a-a78e-72a48cfdcccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.281249 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16249909'] for router, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.281951 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 {{(pid=101229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:47:46.287697 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] Notify callbacks [] for router, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.290052 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-b8123049-296b-49eb-89dd-f67b1b8873ae admin admin] 10.222.0.38 "DELETE /v2.0/routers/47e7ddb0-eab5-4368-8e3f-bb9e57f9a795 HTTP/1.1" status: 204 len: 168 time: 1.5481977 Sep 25 04:47:46.291603 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53244) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:46.338088 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-4afa21c2-4f30-477a-a78e-72a48cfdcccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125987669'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.338355 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e0b03e-563f-4778-bbd4-73edbe5af40e admin admin] Deleting subnet 6561b5cb-8c59-40fa-8909-b6d0deeaff6b {{(pid=101229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:47:46.341831 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-33e0b03e-563f-4778-bbd4-73edbe5af40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.370500 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa21c2-4f30-477a-a78e-72a48cfdcccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e71aa3-d0e1-4ae3-a65e-dd0917efafdd,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:46.370500 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-4afa21c2-4f30-477a-a78e-72a48cfdcccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.371103 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-4afa21c2-4f30-477a-a78e-72a48cfdcccd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a5e71aa3-d0e1-4ae3-a65e-dd0917efafdd HTTP/1.1" status: 204 len: 168 time: 0.3349433 Sep 25 04:47:46.373342 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53246) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:46.384187 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-33e0b03e-563f-4778-bbd4-73edbe5af40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126071677'] for subnet, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.434298 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-33e0b03e-563f-4778-bbd4-73edbe5af40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.452575 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.542211 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.567695 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bc249b-6c90-46f8-b572-f1df07bc282c']}} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:46.578137 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93159d8d-221e-4c96-856d-58f0a85c296f') {'for_net_delete': True} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:46.578429 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93159d8d-221e-4c96-856d-58f0a85c296f') {} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:46.587567 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-33e0b03e-563f-4778-bbd4-73edbe5af40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126071613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126106698'] for subnet, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.590319 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189562'] for segment, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.617496 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0b03e-563f-4778-bbd4-73edbe5af40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6561b5cb-8c59-40fa-8909-b6d0deeaff6b,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:46.619447 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-33e0b03e-563f-4778-bbd4-73edbe5af40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.621615 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-33e0b03e-563f-4778-bbd4-73edbe5af40e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6561b5cb-8c59-40fa-8909-b6d0deeaff6b HTTP/1.1" status: 204 len: 168 time: 0.3289049 Sep 25 04:47:46.624565 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53250) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:46.625856 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.634581 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:47:46.636092 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892226'] for segment, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: Traceback (most recent call last): Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: timer() Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: cb(*args, **kw) Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: return func(*args, **kwargs) Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: self._notify() Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: self.callback(batched_events) Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: event.method(event) Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: return f(self, *a, **k) Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: return self._get(url).json() Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: return self.request(url, 'GET', **kwargs) Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:47:46.637149 dv-cinder-768458-10-smb neutron-server[101228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:47:46.703315 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.761298 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device b76ba37f-dc72-42fa-afc8-a1b99f290a77 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:46.782999 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: b76ba37f-dc72-42fa-afc8-a1b99f290a77 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:47:46.783370 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device b76ba37f-dc72-42fa-afc8-a1b99f290a77 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:46.783787 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 3e120565-548a-4b97-83f1-0574936a0627 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:46.788215 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.793930 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.797489 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.800577 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/19bc249b-6c90-46f8-b572-f1df07bc282c HTTP/1.1" status: 204 len: 168 time: 0.4262397 Sep 25 04:47:46.813514 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb17fc-8b3f-4ff5-9f3b-d723dca885d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=19bc249b-6c90-46f8-b572-f1df07bc282c,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:46.823294 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 3e120565-548a-4b97-83f1-0574936a0627 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:47:46.823294 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 3e120565-548a-4b97-83f1-0574936a0627 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:46.834109 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0c0293-5b8b-4744-b554-6316a069b24b']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:46.847824 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54645ea-806c-4d74-b478-d9ac9b986a8c') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:46.847824 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54645ea-806c-4d74-b478-d9ac9b986a8c') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:46.856272 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.873523 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.880918 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:47:46.884068 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:47:47.017652 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.025237 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.027604 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1d0c0293-5b8b-4744-b554-6316a069b24b HTTP/1.1" status: 204 len: 168 time: 0.4019730 Sep 25 04:47:47.037493 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a16fb2-bdd8-4cef-a6a3-ff4706555b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0c0293-5b8b-4744-b554-6316a069b24b,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:47.272065 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53258) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:47.313455 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-bc743d1a-1c34-4a9a-abc1-0070ef4fb00a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f51ec3167e624ed0b58987c55bd99bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401981 Sep 25 04:47:47.315891 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53260) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:47.369146 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d5b61ba6-36c8-41c6-9ad2-b1fd7666fbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.393316 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d5b61ba6-36c8-41c6-9ad2-b1fd7666fbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.436588 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53262) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:47.487539 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-23d82e7f-3950-4a0f-b8bf-1baef90781c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=867516276783434aa6d0cab0da24359e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496874 Sep 25 04:47:47.490262 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53264) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:47.533163 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d5b61ba6-36c8-41c6-9ad2-b1fd7666fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.535744 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d5b61ba6-36c8-41c6-9ad2-b1fd7666fbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.536903 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-d5b61ba6-36c8-41c6-9ad2-b1fd7666fbfc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11256f73-1885-4885-b84d-d21f027d9bb8 HTTP/1.1" status: 204 len: 168 time: 0.2200856 Sep 25 04:47:47.550048 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b61ba6-36c8-41c6-9ad2-b1fd7666fbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11256f73-1885-4885-b84d-d21f027d9bb8,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:47.567032 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a92900ff-1cef-4f70-ad24-1168dd6add7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.593192 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a92900ff-1cef-4f70-ad24-1168dd6add7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.754335 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a92900ff-1cef-4f70-ad24-1168dd6add7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.756923 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a92900ff-1cef-4f70-ad24-1168dd6add7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:47.758114 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-a92900ff-1cef-4f70-ad24-1168dd6add7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/436cac0d-4057-4a1a-a216-e230e98e2c01 HTTP/1.1" status: 204 len: 168 time: 0.2669158 Sep 25 04:47:47.767198 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92900ff-1cef-4f70-ad24-1168dd6add7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436cac0d-4057-4a1a-a216-e230e98e2c01,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:47.934112 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53274) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:47.990021 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_v2 [None req-085c9590-2d0a-441d-81d1-b778a496fce3 admin admin] Deleting subnet a7d581eb-5129-4e52-a36e-7ff4db013307 {{(pid=101229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:47:47.993587 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-085c9590-2d0a-441d-81d1-b778a496fce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.037629 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-085c9590-2d0a-441d-81d1-b778a496fce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126071677'] for subnet, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.113021 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-085c9590-2d0a-441d-81d1-b778a496fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.314597 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-085c9590-2d0a-441d-81d1-b778a496fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126071613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126106698'] for subnet, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.347998 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c9590-2d0a-441d-81d1-b778a496fce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d581eb-5129-4e52-a36e-7ff4db013307,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:48.356447 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-085c9590-2d0a-441d-81d1-b778a496fce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.381128 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-085c9590-2d0a-441d-81d1-b778a496fce3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a7d581eb-5129-4e52-a36e-7ff4db013307 HTTP/1.1" status: 204 len: 168 time: 0.4233699 Sep 25 04:47:48.381128 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53286) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:48.433077 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.528195 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.553643 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdc2a02-4d00-4292-8f37-e0b32460ae54']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:48.565551 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd611a039-31fd-45c2-94b2-f3baea9c2f7b') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:48.565864 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd611a039-31fd-45c2-94b2-f3baea9c2f7b') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:48.579059 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.583405 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53290) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:48.600390 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.611174 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:47:48.611875 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:47:48.614590 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:47:48.647963 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-7e714a11-5c06-46e9-aa80-4fe73288b016 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60494a7c6ac7492eb48973191aa81556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619342 Sep 25 04:47:48.650727 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53292) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:48.710727 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5c315a4c-a087-47ba-bcf1-c83f063def53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.741643 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5c315a4c-a087-47ba-bcf1-c83f063def53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.855755 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.866019 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.869537 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1fdc2a02-4d00-4292-8f37-e0b32460ae54 HTTP/1.1" status: 204 len: 168 time: 0.5068085 Sep 25 04:47:48.883760 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837761c9-2a96-4980-b1b1-6819e0f827c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fdc2a02-4d00-4292-8f37-e0b32460ae54,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:48.943500 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5c315a4c-a087-47ba-bcf1-c83f063def53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.946974 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5c315a4c-a087-47ba-bcf1-c83f063def53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:48.948905 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-5c315a4c-a087-47ba-bcf1-c83f063def53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85952f36-5036-432a-8421-607aa531ab8e HTTP/1.1" status: 204 len: 168 time: 0.2970726 Sep 25 04:47:48.963394 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c315a4c-a087-47ba-bcf1-c83f063def53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85952f36-5036-432a-8421-607aa531ab8e,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:49.340381 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53306) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:49.390549 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-dec650a8-8274-4f4f-b582-1e1afc7f1082 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0033fc9f10942a9a64a970053cd63ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510311 Sep 25 04:47:49.391028 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53308) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:49.455977 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-55d9fadf-fc63-4759-af75-e1e944da1892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:49.499435 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-55d9fadf-fc63-4759-af75-e1e944da1892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:49.623530 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-55d9fadf-fc63-4759-af75-e1e944da1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:49.626785 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-55d9fadf-fc63-4759-af75-e1e944da1892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:49.628137 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-55d9fadf-fc63-4759-af75-e1e944da1892 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2baacbb3-5fc3-4409-b5b4-5c4fd643bf96 HTTP/1.1" status: 204 len: 168 time: 0.2361290 Sep 25 04:47:49.637500 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9fadf-fc63-4759-af75-e1e944da1892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baacbb3-5fc3-4409-b5b4-5c4fd643bf96,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:51.276650 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53376) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:51.424546 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a8403de4-a26d-45a6-802b-410864ed2c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:51.532049 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-83080e99-a3eb-41e5-b2ff-a07033601ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:51.575711 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a8403de4-a26d-45a6-802b-410864ed2c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:51.646337 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a8403de4-a26d-45a6-802b-410864ed2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:51.689547 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8403de4-a26d-45a6-802b-410864ed2c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49100b1-5801-4dfe-870b-36a7d712ab2d,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:51.694524 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-a8403de4-a26d-45a6-802b-410864ed2c8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=172fea6273f94b62acd22adaf5eaead6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163570 Sep 25 04:47:51.697116 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53384) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:51.755570 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f16d7074-5289-4b42-a928-a70d133ef93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:51.781088 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f16d7074-5289-4b42-a928-a70d133ef93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:51.931969 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f16d7074-5289-4b42-a928-a70d133ef93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:51.934823 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f16d7074-5289-4b42-a928-a70d133ef93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:51.937000 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-f16d7074-5289-4b42-a928-a70d133ef93b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f49100b1-5801-4dfe-870b-36a7d712ab2d HTTP/1.1" status: 204 len: 168 time: 0.2378228 Sep 25 04:47:51.947278 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d7074-5289-4b42-a928-a70d133ef93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49100b1-5801-4dfe-870b-36a7d712ab2d,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:53.860717 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53486) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:53.985519 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73a2381e-c2f5-4b9d-bd2f-2fc1b4b2a29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:54.103295 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-82151531-effe-4fb0-b0e6-b30aa27ac797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:54.104666 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73a2381e-c2f5-4b9d-bd2f-2fc1b4b2a29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:54.204311 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73a2381e-c2f5-4b9d-bd2f-2fc1b4b2a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:54.244398 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-73a2381e-c2f5-4b9d-bd2f-2fc1b4b2a29a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ab31d368c534ae98e5872dd1ea9af2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822780 Sep 25 04:47:54.245204 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2381e-c2f5-4b9d-bd2f-2fc1b4b2a29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c29eb1a-bf8c-4b28-9ee1-1ea654cbbb06,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:54.249842 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53492) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:54.309376 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-58abdfa8-9b1f-491b-876e-5406aea718a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:54.333635 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-58abdfa8-9b1f-491b-876e-5406aea718a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:54.463415 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-58abdfa8-9b1f-491b-876e-5406aea718a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:54.466957 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-58abdfa8-9b1f-491b-876e-5406aea718a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:54.469061 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-58abdfa8-9b1f-491b-876e-5406aea718a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c29eb1a-bf8c-4b28-9ee1-1ea654cbbb06 HTTP/1.1" status: 204 len: 168 time: 0.2172627 Sep 25 04:47:54.481202 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abdfa8-9b1f-491b-876e-5406aea718a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c29eb1a-bf8c-4b28-9ee1-1ea654cbbb06,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:54.803824 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:55.720868 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:47:56.167372 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:57.310585 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53598) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:57.345190 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:57.470560 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-59478bd9-fdce-4a37-9b64-5ba5aac91c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:57.585048 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-59478bd9-fdce-4a37-9b64-5ba5aac91c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:57.686231 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-59478bd9-fdce-4a37-9b64-5ba5aac91c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:57.738727 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53604) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:47:57.739394 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-59478bd9-fdce-4a37-9b64-5ba5aac91c85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ef83ab1906047598e4311042fd28f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187572 Sep 25 04:47:57.740020 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59478bd9-fdce-4a37-9b64-5ba5aac91c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a9b40c-99fb-4a9e-a525-b586c68a4cc2,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:57.824776 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f97bd72a-5121-4334-a807-77a427f815f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:57.852014 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f97bd72a-5121-4334-a807-77a427f815f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:58.035538 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f97bd72a-5121-4334-a807-77a427f815f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:58.040819 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f97bd72a-5121-4334-a807-77a427f815f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:58.042893 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-f97bd72a-5121-4334-a807-77a427f815f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b5a9b40c-99fb-4a9e-a525-b586c68a4cc2 HTTP/1.1" status: 204 len: 168 time: 0.3019345 Sep 25 04:47:58.056151 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bd72a-5121-4334-a807-77a427f815f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a9b40c-99fb-4a9e-a525-b586c68a4cc2,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:59.449702 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:47:59.728718 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb489f4-4cab-45d3-a1c2-0894a7663945 req-0d962c83-5a30-4167-b2cb-484b51f96841 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:47:59.730212 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dcb489f4-4cab-45d3-a1c2-0894a7663945 req-0d962c83-5a30-4167-b2cb-484b51f96841 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 947 time: 0.0561955 Sep 25 04:47:59.797588 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dcb489f4-4cab-45d3-a1c2-0894a7663945 req-5087eb9f-5f64-4ab0-a8d4-cf085b4fcbae tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600765 Sep 25 04:48:00.962054 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a144dc-b5ab-406d-bda5-9ef021a5f7ef req-e8823f9b-0dab-463d-af3c-8d476c61f232 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:00.963845 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-61a144dc-b5ab-406d-bda5-9ef021a5f7ef req-e8823f9b-0dab-463d-af3c-8d476c61f232 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 947 time: 0.0522566 Sep 25 04:48:01.012159 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-61a144dc-b5ab-406d-bda5-9ef021a5f7ef req-493ec1d8-8204-4c85-b7f6-aacd91daff54 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370810 Sep 25 04:48:01.369681 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-16078dd1-af04-4127-937f-e77fb8dfb470 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:01.372087 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-16078dd1-af04-4127-937f-e77fb8dfb470 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 947 time: 0.0613370 Sep 25 04:48:01.492275 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Deleting port 83e92177-9e57-45f2-bbe4-ae385e24a34f {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:48:01.492616 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:01.602032 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] For port 83e92177-9e57-45f2-bbe4-ae385e24a34f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83e92177-9e57-45f2-bbe4-ae385e24a34f,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:01.602406 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:02.141176 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:02.141653 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:02.142893 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.l3_db [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Floating IP 2550c3e1-cf6e-4564-a5c1-0c2b9b53ab68 disassociated. External IP: 172.28.3.131, port: 83e92177-9e57-45f2-bbe4-ae385e24a34f. Sep 25 04:48:02.143344 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Calling delete_port for 83e92177-9e57-45f2-bbe4-ae385e24a34f owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:48:02.236000 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f39d08-3fe7-44ef-9027-8ea1780dfaa8 req-d0c4ad72-f997-45a9-825e-2d9b29f7a081 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:02.243790 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-26f39d08-3fe7-44ef-9027-8ea1780dfaa8 req-d0c4ad72-f997-45a9-825e-2d9b29f7a081 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 947 time: 0.0760326 Sep 25 04:48:02.279633 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53710) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:02.327966 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-26f39d08-3fe7-44ef-9027-8ea1780dfaa8 req-0d85448d-5d8c-4815-a784-e38533f60f55 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=11e20c5d-bb33-410f-ad14-d6ecec580617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827050 Sep 25 04:48:02.401446 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:02.464627 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event deleted for resources: {'Port': ['ID=83e92177-9e57-45f2-bbe4-ae385e24a34f,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:02.489600 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-78acb1c3-9186-4112-8fff-47eade35c6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:02.699714 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:02.820902 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-78acb1c3-9186-4112-8fff-47eade35c6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:02.856290 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:02.870182 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] Sync routers for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:02.884774 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:02.885551 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:47:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:02.924203 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] No DVR routers for this DVR port 83e92177-9e57-45f2-bbe4-ae385e24a34f on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:48:02.927262 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:02.929671 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a5a56368-1cf4-4a5b-9c0b-60204f5a220d req-f40dd7fe-9861-4e03-8d56-6f8177e7553e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "DELETE /v2.0/ports/83e92177-9e57-45f2-bbe4-ae385e24a34f HTTP/1.1" status: 204 len: 173 time: 1.5497906 Sep 25 04:48:02.930237 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-deleted', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:48:02.933709 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9102d2-5c17-428a-9888-296befc57719" -d '{"events": [{"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-deleted", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:48:03.001677 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a8dbce-3a45-4bee-98d6-4e034ca52694 x-openstack-request-id: req-95a8dbce-3a45-4bee-98d6-4e034ca52694 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:48:03.002119 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bb9187-2a09-4f4f-88d8-abfe2fdb28a0", "name": "network-vif-deleted", "tag": "83e92177-9e57-45f2-bbe4-ae385e24a34f", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:48:03.002513 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95a8dbce-3a45-4bee-98d6-4e034ca52694 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:48:03.003176 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bb9187-2a09-4f4f-88d8-abfe2fdb28a0', 'name': 'network-vif-deleted', 'tag': '83e92177-9e57-45f2-bbe4-ae385e24a34f', 'status': 'completed', 'code': 200} Sep 25 04:48:03.023815 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-78acb1c3-9186-4112-8fff-47eade35c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:03.086333 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acb1c3-9186-4112-8fff-47eade35c6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e4dcc-7f7b-4035-be39-3155ac81825c,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:03.094750 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53724) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:03.095961 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-78acb1c3-9186-4112-8fff-47eade35c6c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a97e4e3a8ae34f47b74ab00f8050d514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8139319 Sep 25 04:48:03.179723 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-452bae5e-50cf-4590-8ae9-bbdf9f17e567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:03.187242 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:03.222777 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-452bae5e-50cf-4590-8ae9-bbdf9f17e567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:03.395691 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-452bae5e-50cf-4590-8ae9-bbdf9f17e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:03.401721 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-452bae5e-50cf-4590-8ae9-bbdf9f17e567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:03.409876 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-452bae5e-50cf-4590-8ae9-bbdf9f17e567 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c3e4dcc-7f7b-4035-be39-3155ac81825c HTTP/1.1" status: 204 len: 168 time: 0.3126590 Sep 25 04:48:03.461064 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bae5e-50cf-4590-8ae9-bbdf9f17e567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e4dcc-7f7b-4035-be39-3155ac81825c,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:03.531531 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9eb039ba-887c-4b29-bbde-9c915f7e7ef3 req-da90049e-edee-4609-a788-3f098f436651 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=71bb9187-2a09-4f4f-88d8-abfe2fdb28a0 HTTP/1.1" status: 200 len: 210 time: 0.0400975 Sep 25 04:48:03.576106 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:03.616043 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] Checking router: c9b9fd80-a454-4b0c-9e28-125b4bf7e085 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:03.632465 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:03.633089 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:47:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:03.777653 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:04.005854 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:04.034407 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b3589-27b4-48fd-a0f3-53926fc15ebe None None] The sync data for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb is: [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:04.454737 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b5d52-39f8-4761-a068-31ff1a2796af None None] New status for floating IP 2550c3e1-cf6e-4564-a5c1-0c2b9b53ab68: DOWN {{(pid=101231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:48:04.775164 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53744) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:04.792436 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4b47edb7-3f21-4645-a43f-503518090341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:04.937406 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:48:04.975920 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4b47edb7-3f21-4645-a43f-503518090341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:04.985526 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: 83e92177-9e57-45f2-bbe4-ae385e24a34f {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:48:04.986112 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 83e92177-9e57-45f2-bbe4-ae385e24a34f not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:48:05.090200 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4b47edb7-3f21-4645-a43f-503518090341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:05.132010 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47edb7-3f21-4645-a43f-503518090341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8032ad-baa3-486c-9d45-305dffc31add,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:05.137839 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-4b47edb7-3f21-4645-a43f-503518090341 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ca988fa71a94fe1b22110c031c5900b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611889 Sep 25 04:48:05.141713 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53750) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:05.212424 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ab3befcb-03d1-4895-9e77-14546d743ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:05.245944 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ab3befcb-03d1-4895-9e77-14546d743ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:05.434686 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ab3befcb-03d1-4895-9e77-14546d743ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:05.438436 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ab3befcb-03d1-4895-9e77-14546d743ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:05.440375 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ab3befcb-03d1-4895-9e77-14546d743ec0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec8032ad-baa3-486c-9d45-305dffc31add HTTP/1.1" status: 204 len: 168 time: 0.2970870 Sep 25 04:48:05.464613 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3befcb-03d1-4895-9e77-14546d743ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8032ad-baa3-486c-9d45-305dffc31add,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:05.756948 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53762) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:05.819580 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b4436e7a-b626-4d23-9a41-71cf07a4bef4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:05.848609 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b4436e7a-b626-4d23-9a41-71cf07a4bef4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:06.057727 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b4436e7a-b626-4d23-9a41-71cf07a4bef4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:06.062915 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b4436e7a-b626-4d23-9a41-71cf07a4bef4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:06.074032 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-b4436e7a-b626-4d23-9a41-71cf07a4bef4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "DELETE /v2.0/security-groups/11e20c5d-bb33-410f-ad14-d6ecec580617 HTTP/1.1" status: 204 len: 168 time: 0.3065519 Sep 25 04:48:06.075658 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53768) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:06.078204 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4436e7a-b626-4d23-9a41-71cf07a4bef4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e20c5d-bb33-410f-ad14-d6ecec580617,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:06.108678 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.api.v2.resource [None req-b2088d75-3d5c-4fdb-a968-f327c087d3e2 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] show failed (client error): The resource could not be found. Sep 25 04:48:06.108678 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-b2088d75-3d5c-4fdb-a968-f327c087d3e2 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups/11e20c5d-bb33-410f-ad14-d6ecec580617 HTTP/1.1" status: 404 len: 347 time: 0.0275609 Sep 25 04:48:06.112000 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53772) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:06.273724 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Deleting port 53101570-5c0e-4243-beb9-93d7dc36e6fc {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:48:06.274055 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:06.370467 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:06.371026 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:06.396464 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Calling delete_port for 53101570-5c0e-4243-beb9-93d7dc36e6fc owned by network:floatingip {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:48:06.753565 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:07.033711 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event deleted for resources: {'Port': ['ID=53101570-5c0e-4243-beb9-93d7dc36e6fc,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:07.117141 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:07.129291 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:07.129291 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-bebb04f1-c6b3-449f-9724-71093f3fec8d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "DELETE /v2.0/floatingips/2550c3e1-cf6e-4564-a5c1-0c2b9b53ab68 HTTP/1.1" status: 204 len: 168 time: 1.0139625 Sep 25 04:48:07.760509 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 53822) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:07.769270 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-11ff29b0-7f2a-4046-8065-e6d9b09625cd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--961867969', 'description': 'tempest-description--1148603126'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:07.898505 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-11ff29b0-7f2a-4046-8065-e6d9b09625cd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:08.055971 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-11ff29b0-7f2a-4046-8065-e6d9b09625cd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:08.144414 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-11ff29b0-7f2a-4046-8065-e6d9b09625cd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:08.219790 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff29b0-7f2a-4046-8065-e6d9b09625cd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c188765-a085-475c-8db3-68421753d5ab,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:08.286351 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-11ff29b0-7f2a-4046-8065-e6d9b09625cd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:08.292813 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53850) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:08.293373 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-11ff29b0-7f2a-4046-8065-e6d9b09625cd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5311058 Sep 25 04:48:08.300986 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-59937ede-bf3f-4f34-b086-aa2ad41b276e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'security_group_rule': {'security_group_id': '7c188765-a085-475c-8db3-68421753d5ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:08.434605 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59937ede-bf3f-4f34-b086-aa2ad41b276e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:08.512502 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59937ede-bf3f-4f34-b086-aa2ad41b276e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:08.589091 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59937ede-bf3f-4f34-b086-aa2ad41b276e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:08.614068 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59937ede-bf3f-4f34-b086-aa2ad41b276e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6221551-5bbc-476f-a6f6-107104c58eb4,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:08.691958 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59937ede-bf3f-4f34-b086-aa2ad41b276e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:08.695291 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-59937ede-bf3f-4f34-b086-aa2ad41b276e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3992934 Sep 25 04:48:08.697840 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53876) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:08.706258 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-cc906f69-83bc-410a-ab0e-4bdc5784280d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'security_group_rule': {'security_group_id': '7c188765-a085-475c-8db3-68421753d5ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:08.869151 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cc906f69-83bc-410a-ab0e-4bdc5784280d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:08.948743 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cc906f69-83bc-410a-ab0e-4bdc5784280d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:09.097647 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cc906f69-83bc-410a-ab0e-4bdc5784280d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:09.127501 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc906f69-83bc-410a-ab0e-4bdc5784280d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46295fba-043e-4eb2-bc66-b01d38c98599,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:09.216017 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cc906f69-83bc-410a-ab0e-4bdc5784280d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:09.216017 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-cc906f69-83bc-410a-ab0e-4bdc5784280d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152667 Sep 25 04:48:09.218793 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 53880) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:09.234332 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'floatingip': {'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:09.395825 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:09.581715 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:09.710050 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Allocated IP 172.28.3.83 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/e6374120-8d37-4fef-9c64-52c031205648) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:09.828255 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:09.943743 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:09.986242 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:09.995051 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:09.995051 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:10.029716 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'Port': ['ID=e6374120-8d37-4fef-9c64-52c031205648,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:10.099181 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:10.210923 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:10.425558 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:10.526255 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:10.630774 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'Port': ['ID=e6374120-8d37-4fef-9c64-52c031205648,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:10.649766 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:10.810570 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:10.813242 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-da33f4fd-7087-47c4-aef6-c690fedd7b72 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5926609 Sep 25 04:48:11.034880 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-73568173-4730-4d8b-88dd-1c768328ce6e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--961867969&fields=id&tenant_id=cb893fc1b86e482d963d7162c57bb7e7 HTTP/1.1" status: 200 len: 267 time: 0.0425713 Sep 25 04:48:11.184979 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-3529e04c-bc49-4540-9ad5-dfe7f223fd0b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:11.188437 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-3529e04c-bc49-4540-9ad5-dfe7f223fd0b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 816 time: 0.1407180 Sep 25 04:48:11.207210 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-c789e68e-cf79-43d7-8ebe-b39b894e3307 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/quotas/cb893fc1b86e482d963d7162c57bb7e7 HTTP/1.1" status: 200 len: 375 time: 0.0107381 Sep 25 04:48:11.273188 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-156db4db-b237-4bd9-bcf0-0b4f2d70a185 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586433 Sep 25 04:48:11.382938 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-15419ef0-5223-426a-8cad-4dc72c3256bb service neutron] 10.222.0.38 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957518 Sep 25 04:48:11.518341 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-71eeae70-b564-4f36-8c07-bc33dda7a414 service neutron] 10.222.0.38 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233444 Sep 25 04:48:11.807812 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9a95ffe4-9ec3-4f02-9dff-d02f7806a679 req-b47ef803-dc2e-416b-828f-616e52701e42 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 210 time: 0.0411847 Sep 25 04:48:12.899513 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b0b9ab36-2054-4226-8b1d-3f7b76ccc552 req-5f227b83-1472-47dc-bdac-8df56ac5975c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 210 time: 0.0314536 Sep 25 04:48:14.017219 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2689f36a-54c7-4a58-9f6c-69b6e301807e req-7b1de77e-e6b6-4cbf-94bc-f5c5b9e3352f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 210 time: 0.0292497 Sep 25 04:48:14.777193 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-2d834989-7b7c-4066-85cc-a31150e5f3f3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:14.778916 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-2d834989-7b7c-4066-85cc-a31150e5f3f3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 816 time: 0.1801002 Sep 25 04:48:14.869336 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-76a310f7-caca-4209-a8f7-0539432dd7a1 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb893fc1b86e482d963d7162c57bb7e7 HTTP/1.1" status: 200 len: 379 time: 0.0793998 Sep 25 04:48:14.883412 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'port': {'device_id': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'admin_state_up': True, 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'security_groups': ['7c188765-a085-475c-8db3-68421753d5ab']}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:15.137071 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Made reservation on behalf of cb893fc1b86e482d963d7162c57bb7e7 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:15.141168 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:15.180105 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8b3c90c4-6f3a-43fa-b85d-7c23f7932bec req-ad8f8f2f-27d8-4d6d-9b48-2bd7eb017325 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 210 time: 0.0522594 Sep 25 04:48:15.312144 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Allocated IP 172.20.0.5 (c6d3c57c-48bd-4f5d-a012-098446e9966a/136d943f-3e01-40ff-a97e-f12d860b747c/9b428a33-b731-48a9-9d9c-6302834a1cd8) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:15.526034 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:15.675007 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:15.728870 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Network c6d3c57c-48bd-4f5d-a012-098446e9966a is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:15.733495 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:15.738123 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:15.770566 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:15.818797 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:15.819837 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:15.959723 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5347c9b6-b822-40d5-8c40-7be24cc53824 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0834024 Sep 25 04:48:15.974809 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Request body: {'port': {'device_id': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:16.039725 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-43ac93e5-9c40-4013-868b-a504bba4ad45 None None] Provisioning complete for port 9b428a33-b731-48a9-9d9c-6302834a1cd8 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:16.040348 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-43ac93e5-9c40-4013-868b-a504bba4ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:16.065254 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:16.112474 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-43ac93e5-9c40-4013-868b-a504bba4ad45 None None] Port 9b428a33-b731-48a9-9d9c-6302834a1cd8 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:48:16.386917 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9946d2-13b9-410e-adc5-33c3a802b700 req-42695da9-3e31-4626-9a9e-18c306a18dd3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:16.400143 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1a9946d2-13b9-410e-adc5-33c3a802b700 req-42695da9-3e31-4626-9a9e-18c306a18dd3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 931 time: 0.1009028 Sep 25 04:48:16.456752 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1a9946d2-13b9-410e-adc5-33c3a802b700 req-e26ad7ff-ae2c-4610-8c60-2fc6ade8dbf3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556455 Sep 25 04:48:16.579986 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b428a33-b731-48a9-9d9c-6302834a1cd8 {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:48:16.590696 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:16.605321 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Transition to ACTIVE for port object 9b428a33-b731-48a9-9d9c-6302834a1cd8 will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:48:16.749457 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:16.815878 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:16.923029 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Attempting to bind port 9b428a33-b731-48a9-9d9c-6302834a1cd8 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:48:16.923810 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Attempting to bind port 9b428a33-b731-48a9-9d9c-6302834a1cd8 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:48:16.924096 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Attempting to bind port 9b428a33-b731-48a9-9d9c-6302834a1cd8 on network c6d3c57c-48bd-4f5d-a012-098446e9966a {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:16.936834 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Port 9b428a33-b731-48a9-9d9c-6302834a1cd8 on network c6d3c57c-48bd-4f5d-a012-098446e9966a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:48:16.937451 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Attempting to bind port 9b428a33-b731-48a9-9d9c-6302834a1cd8 on network c6d3c57c-48bd-4f5d-a012-098446e9966a {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:16.946126 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:48:16.948297 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Checking segment: {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:16.948297 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Bound using segment: {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:48:16.948297 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Bound port: 9b428a33-b731-48a9-9d9c-6302834a1cd8, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:48:16.948856 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:17.046961 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:17.051254 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:17.138751 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:17.180512 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:17.181146 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:17.182630 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/9b428a33-b731-48a9-9d9c-6302834a1cd8 HTTP/1.1" status: 200 len: 1093 time: 1.2139070 Sep 25 04:48:17.183165 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:48:17.185606 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12168319-adff-4440-8f1a-5273176334e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:48:17.215343 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c06bd5-884e-422c-baa0-2a7833b112c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:17.267621 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d953e7-21da-4bde-8741-6b492d1375c9 x-openstack-request-id: req-55d953e7-21da-4bde-8741-6b492d1375c9 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:48:17.267894 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:48:17.268112 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55d953e7-21da-4bde-8741-6b492d1375c9 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:48:17.268611 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'status': 'completed', 'code': 200} Sep 25 04:48:17.349904 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168319-adff-4440-8f1a-5273176334e5 req-3a5a44a0-d7a6-4282-9249-91918dca8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:17.353295 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12168319-adff-4440-8f1a-5273176334e5 req-3a5a44a0-d7a6-4282-9249-91918dca8961 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 1096 time: 0.0590925 Sep 25 04:48:17.486065 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168319-adff-4440-8f1a-5273176334e5 req-5d1ab9b1-cbf3-4545-bc87-af0739f253c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:17.488811 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12168319-adff-4440-8f1a-5273176334e5 req-5d1ab9b1-cbf3-4545-bc87-af0739f253c5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1283798 Sep 25 04:48:17.643665 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d60bc-cede-4267-b303-606d16ed9d72 req-1a68b413-b4be-417e-abde-4b0fb6ea38eb tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:17.650101 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5c4d60bc-cede-4267-b303-606d16ed9d72 req-1a68b413-b4be-417e-abde-4b0fb6ea38eb tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0747187 Sep 25 04:48:17.667586 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168319-adff-4440-8f1a-5273176334e5 req-a45dcf62-bd9d-4828-a892-b60a9eda4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:17.669202 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-12168319-adff-4440-8f1a-5273176334e5 req-a45dcf62-bd9d-4828-a892-b60a9eda4ac1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732686 Sep 25 04:48:17.720110 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5c4d60bc-cede-4267-b303-606d16ed9d72 req-f13b4d60-4be9-4615-a3ab-16e10eba5a2a tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609479 Sep 25 04:48:17.768355 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-2ea48b55-f21c-4274-a103-4be92679dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:17.771875 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-2ea48b55-f21c-4274-a103-4be92679dc49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 1096 time: 0.0584769 Sep 25 04:48:17.820949 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5218ee5c-782c-4478-81ea-ef265d9a5f0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8 HTTP/1.1" status: 200 len: 217 time: 0.0375235 Sep 25 04:48:17.885831 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-34ea3641-93eb-4902-ac81-c330903cb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:17.893863 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-34ea3641-93eb-4902-ac81-c330903cb95c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.0591600 Sep 25 04:48:17.945797 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-a1fbdd5d-7ca6-46ba-9f1c-0574c091a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:17.947580 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-a1fbdd5d-7ca6-46ba-9f1c-0574c091a667 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0510798 Sep 25 04:48:18.077075 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-aa3b1ca8-77db-488e-8d4c-6b539c643676 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208746 Sep 25 04:48:18.231163 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-9951b1b9-dfc0-4b26-b292-3de483d19b8e req-5410f858-025e-43dd-8168-476861961f3a service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450744 Sep 25 04:48:18.916967 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e0dc-e776-47cf-b28c-05eba5163d95 req-759a4cab-2659-49c2-96be-177779d6e602 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:18.919002 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1f14e0dc-e776-47cf-b28c-05eba5163d95 req-759a4cab-2659-49c2-96be-177779d6e602 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0777285 Sep 25 04:48:18.994432 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1f14e0dc-e776-47cf-b28c-05eba5163d95 req-505aacba-e881-43af-a0c1-750488e47589 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634570 Sep 25 04:48:19.614517 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304fa4-2b38-44c5-99d9-a59ad32c4377 req-ec10a899-e398-47f6-a6da-d31ababcd275 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:19.615339 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fe304fa4-2b38-44c5-99d9-a59ad32c4377 req-ec10a899-e398-47f6-a6da-d31ababcd275 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0731363 Sep 25 04:48:19.669553 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fe304fa4-2b38-44c5-99d9-a59ad32c4377 req-7a914e50-86fb-4472-92cb-f9046bc65d85 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Sep 25 04:48:20.176059 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca4f3-6b54-4a7b-ad06-cfe7daebcb82 req-4a8a5ff0-f78e-4002-852e-bd01cb2d4e8c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:20.177747 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e99ca4f3-6b54-4a7b-ad06-cfe7daebcb82 req-4a8a5ff0-f78e-4002-852e-bd01cb2d4e8c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0665436 Sep 25 04:48:20.234836 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e99ca4f3-6b54-4a7b-ad06-cfe7daebcb82 req-bc051c4b-978f-4b91-b222-73b000d55e5f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450032 Sep 25 04:48:20.801395 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ce931-481f-4882-98fd-0eedb951494d req-dc953910-ab0b-4f5d-a759-b06bebf1ad0e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:20.803105 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d62ce931-481f-4882-98fd-0eedb951494d req-dc953910-ab0b-4f5d-a759-b06bebf1ad0e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0568743 Sep 25 04:48:20.853560 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d62ce931-481f-4882-98fd-0eedb951494d req-d2cda93a-7811-4220-b051-7e169080ad46 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431232 Sep 25 04:48:21.026786 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:48:21.147051 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:21.161145 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'port_id': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'mac_address': 'fa:16:3e:8a:73:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:48:21.211779 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:21.229201 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b428a33-b731-48a9-9d9c-6302834a1cd8 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:48:21.263221 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:21.375544 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:21.408446 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80e73-aeb5-4bed-bea0-3bccf6734434 req-2e1fe726-3d87-464b-8621-b561fc8c7f5f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:21.408446 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-81b80e73-aeb5-4bed-bea0-3bccf6734434 req-2e1fe726-3d87-464b-8621-b561fc8c7f5f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0711343 Sep 25 04:48:21.472069 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-81b80e73-aeb5-4bed-bea0-3bccf6734434 req-55fc75e6-4a38-4ea2-8ebd-bc35a077ce3f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622594 Sep 25 04:48:21.483006 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.494322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:21.606962 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-ea42b769-2d29-483c-a3e7-8e75f23a7e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:21.706603 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['9b428a33-b731-48a9-9d9c-6302834a1cd8'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:48:21.868868 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-9080cbcb-908b-4eb7-a53f-62a988661466 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:21.871463 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-9080cbcb-908b-4eb7-a53f-62a988661466 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0768998 Sep 25 04:48:22.005082 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Deleting port b811eb34-1320-46ec-9115-d8e0a1b5d622 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:48:22.005422 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:22.061389 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700665bd-2fa1-416a-87e5-419336cea37e req-e53f8493-6507-4af6-923b-03f646ca1757 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:22.064127 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-700665bd-2fa1-416a-87e5-419336cea37e req-e53f8493-6507-4af6-923b-03f646ca1757 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 945 time: 0.0828643 Sep 25 04:48:22.125710 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-700665bd-2fa1-416a-87e5-419336cea37e req-43d3779e-f6fb-404d-976b-b2b18ed18874 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ca9c5fd-111e-460c-898c-2f7e9919c3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472136 Sep 25 04:48:22.145638 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] For port b811eb34-1320-46ec-9115-d8e0a1b5d622, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b811eb34-1320-46ec-9115-d8e0a1b5d622,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:22.146104 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:22.273497 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54122) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:22.362413 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:22.362809 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:22.363156 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.l3_db [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Floating IP 214bcbc1-98c1-41d2-b0f8-08038b8e4061 disassociated. External IP: 172.28.3.120, port: b811eb34-1320-46ec-9115-d8e0a1b5d622. Sep 25 04:48:22.363676 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Calling delete_port for b811eb34-1320-46ec-9115-d8e0a1b5d622 owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:48:22.434553 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e56a-35d1-40ef-8402-7c8a0453df69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:22.561095 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e56a-35d1-40ef-8402-7c8a0453df69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:22.629029 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:22.656717 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868e2d-f61e-4f5b-afb5-914719c99aed req-708c251c-f4e1-4879-b15f-687fe3840311 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:22.658485 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ed868e2d-f61e-4f5b-afb5-914719c99aed req-708c251c-f4e1-4879-b15f-687fe3840311 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 944 time: 0.0606518 Sep 25 04:48:22.660827 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event deleted for resources: {'Port': ['ID=b811eb34-1320-46ec-9115-d8e0a1b5d622,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:22.678930 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e56a-35d1-40ef-8402-7c8a0453df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:22.742024 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9e56a-35d1-40ef-8402-7c8a0453df69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed415d-3804-4c5a-9ad7-890ef1e9c32f,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:22.750485 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-b6f9e56a-35d1-40ef-8402-7c8a0453df69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=789ba664d29544df890531dd3e25fd33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760253 Sep 25 04:48:22.754997 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54136) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:22.761686 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ed868e2d-f61e-4f5b-afb5-914719c99aed req-1b3f412c-947b-4778-acfb-04fd9cb71a4b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903654 Sep 25 04:48:22.840718 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8834335a-c3e8-468b-b71a-cb0a92119b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:22.847645 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Router 894185dd-68a9-4260-926b-97e585e0119a has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:22.880077 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8834335a-c3e8-468b-b71a-cb0a92119b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:23.024775 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:23.037466 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] Sync routers for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:23.050461 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:23.051427 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:47:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:23.053948 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:23.081469 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] No DVR routers for this DVR port b811eb34-1320-46ec-9115-d8e0a1b5d622 on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:48:23.085655 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:23.088771 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-654c8560-d049-49ef-a9ad-73efb9b39836 req-1564fca8-9c2d-4f8e-afec-9ec573999290 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "DELETE /v2.0/ports/b811eb34-1320-46ec-9115-d8e0a1b5d622 HTTP/1.1" status: 204 len: 173 time: 1.2098551 Sep 25 04:48:23.089336 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'name': 'network-vif-deleted', 'tag': 'b811eb34-1320-46ec-9115-d8e0a1b5d622'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:48:23.098862 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3d1dfb-0eb7-474a-9279-e34a1f3f4389" -d '{"events": [{"server_uuid": "067cdbe3-94ca-4a05-b928-d6a0ab0cd129", "name": "network-vif-deleted", "tag": "b811eb34-1320-46ec-9115-d8e0a1b5d622"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:48:23.144234 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8834335a-c3e8-468b-b71a-cb0a92119b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:23.146959 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8834335a-c3e8-468b-b71a-cb0a92119b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:23.156617 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-8834335a-c3e8-468b-b71a-cb0a92119b5c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22ed415d-3804-4c5a-9ad7-890ef1e9c32f HTTP/1.1" status: 204 len: 168 time: 0.4006975 Sep 25 04:48:23.176360 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834335a-c3e8-468b-b71a-cb0a92119b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed415d-3804-4c5a-9ad7-890ef1e9c32f,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:23.191432 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965024d5-0560-4747-a773-bf2b4d6c7a69 x-openstack-request-id: req-965024d5-0560-4747-a773-bf2b4d6c7a69 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:48:23.191757 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067cdbe3-94ca-4a05-b928-d6a0ab0cd129", "name": "network-vif-deleted", "tag": "b811eb34-1320-46ec-9115-d8e0a1b5d622", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:48:23.192212 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-965024d5-0560-4747-a773-bf2b4d6c7a69 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:48:23.192805 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067cdbe3-94ca-4a05-b928-d6a0ab0cd129', 'name': 'network-vif-deleted', 'tag': 'b811eb34-1320-46ec-9115-d8e0a1b5d622', 'status': 'completed', 'code': 200} Sep 25 04:48:23.263007 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:23.322021 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5531e786-046e-49a7-b12f-7a1e6e47c92b req-adf75b1f-d3b9-4944-b0c9-a5b360207fe6 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=067cdbe3-94ca-4a05-b928-d6a0ab0cd129 HTTP/1.1" status: 200 len: 210 time: 0.0465651 Sep 25 04:48:23.442713 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port 9b428a33-b731-48a9-9d9c-6302834a1cd8 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:48:23.453409 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 9b428a33-b731-48a9-9d9c-6302834a1cd8 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:23.453781 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:23.623359 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:23.628631 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:23.670723 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] Checking router: 894185dd-68a9-4260-926b-97e585e0119a for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:23.687765 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:48:23.690133 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6f048-4bff-45ba-a77b-07ad7827bf73" -d '{"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-plugged", "status": "completed", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:48:23.851794 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15002e28-5280-418c-b07c-326d958c8f19 x-openstack-request-id: req-15002e28-5280-418c-b07c-326d958c8f19 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:48:23.852269 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-plugged", "status": "completed", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:48:23.852734 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15002e28-5280-418c-b07c-326d958c8f19 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:48:23.853300 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'code': 200} Sep 25 04:48:23.863433 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:23.865588 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:23.866597 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:47:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:23.991918 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:24.021182 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6216d-c8c5-47a0-b3ae-3062d05cd613 req-1236f368-2340-4c26-872b-2fa5391397d8 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:24.024200 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0cc6216d-c8c5-47a0-b3ae-3062d05cd613 req-1236f368-2340-4c26-872b-2fa5391397d8 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0845675 Sep 25 04:48:24.074943 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0cc6216d-c8c5-47a0-b3ae-3062d05cd613 req-e00f7711-7a28-437b-879f-717f992ce825 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410345 Sep 25 04:48:24.114391 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:24.118496 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:24.168107 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13bf20-3dc6-4448-9fa5-ba82c4849531 req-eb74c440-f078-4655-bbc3-38074a61a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:24.170622 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-dc13bf20-3dc6-4448-9fa5-ba82c4849531 req-eb74c440-f078-4655-bbc3-38074a61a0bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 1098 time: 0.0558667 Sep 25 04:48:24.177244 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8fca35b8-a398-41d2-9d45-690425ae9659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:24.255349 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-dc13bf20-3dc6-4448-9fa5-ba82c4849531 req-bf2377fe-12d5-4338-a418-7409d6d2838d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715466 Sep 25 04:48:24.398342 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:24.444686 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3716feb-ca72-4512-a628-4e750f3c5af6 None None] The sync data for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb is: [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:24.527791 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54186) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:24.610167 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-de6de72d-a44c-4f3c-902c-f1cc87bd7d2d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:24.641849 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-de6de72d-a44c-4f3c-902c-f1cc87bd7d2d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:24.674427 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:24.773815 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87206692-f2db-453c-8a96-583f789366db None None] New status for floating IP 214bcbc1-98c1-41d2-b0f8-08038b8e4061: DOWN {{(pid=101231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:48:24.792338 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-de6de72d-a44c-4f3c-902c-f1cc87bd7d2d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:24.795133 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-de6de72d-a44c-4f3c-902c-f1cc87bd7d2d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:24.796330 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-de6de72d-a44c-4f3c-902c-f1cc87bd7d2d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "DELETE /v2.0/security-groups/1ca9c5fd-111e-460c-898c-2f7e9919c3e5 HTTP/1.1" status: 204 len: 168 time: 0.2671473 Sep 25 04:48:24.800975 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54194) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:24.802977 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54196) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:24.810708 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6de72d-a44c-4f3c-902c-f1cc87bd7d2d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca9c5fd-111e-460c-898c-2f7e9919c3e5,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:24.856221 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.api.v2.resource [None req-15e98fb6-d40e-416a-bac6-e5ad0787617a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] show failed (client error): The resource could not be found. Sep 25 04:48:24.857837 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-15e98fb6-d40e-416a-bac6-e5ad0787617a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups/1ca9c5fd-111e-460c-898c-2f7e9919c3e5 HTTP/1.1" status: 404 len: 347 time: 0.0551748 Sep 25 04:48:24.862970 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54200) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:24.981852 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1907182752-network', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:25.025257 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Deleting port 270509c2-f969-4eb1-b60d-bcdcb89ca0cb {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:48:25.030352 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.097700 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Made reservation on behalf of 6b1a72f2084f4268961fba544e9ef752 for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:25.100906 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.115084 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.148538 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.149934 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.172470 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Calling delete_port for 270509c2-f969-4eb1-b60d-bcdcb89ca0cb owned by network:floatingip {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:48:25.340729 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb185-a35c-466d-8edf-c3d758bbc322 req-4868f217-1cd4-4c83-89fb-68ebac85f438 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:25.342724 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-13acb185-a35c-466d-8edf-c3d758bbc322 req-4868f217-1cd4-4c83-89fb-68ebac85f438 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1649485 Sep 25 04:48:25.453770 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.459001 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-13acb185-a35c-466d-8edf-c3d758bbc322 req-9754ae18-0be5-468b-9d5c-3a91ad34bf30 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081493 Sep 25 04:48:25.595231 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.600308 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.649265 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:48:25.654665 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event deleted for resources: {'Port': ['ID=270509c2-f969-4eb1-b60d-bcdcb89ca0cb,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:25.666557 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e64e243-73ff-4cbc-90c6-316413658cdb,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:25.674720 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.675095 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Added segment 07207140-47d5-423d-8b71-fcdacfb0eaf8 of type vlan for network 333edd60-e3f0-405f-868b-c4d9c57f620c Sep 25 04:48:25.776465 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.787571 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.790157 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.791489 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-e0460cd4-9c63-4d8d-9761-690f29c9dbee tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "DELETE /v2.0/floatingips/214bcbc1-98c1-41d2-b0f8-08038b8e4061 HTTP/1.1" status: 204 len: 168 time: 0.9274209 Sep 25 04:48:25.891532 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.900481 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:25.900481 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:25.976828 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] Pushing event updated for resources: {'Network': ['ID=333edd60-e3f0-405f-868b-c4d9c57f620c,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:25.989793 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 333edd60-e3f0-405f-868b-c4d9c57f620c details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:48:26.006860 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-fb8eec73-2406-4660-9256-41f5b591a9e6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1972954 Sep 25 04:48:26.010543 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54214) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:26.015566 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Request body: {'subnet': {'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1907182752-subnet', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:26.119947 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Made reservation on behalf of 6b1a72f2084f4268961fba544e9ef752 for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:26.122502 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126106735'] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.159057 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54216) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:26.163681 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-1340f750-d2ee-405b-804b-75db7853a35e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1096380811', 'description': 'tempest-description--1508364399'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:26.189342 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.269081 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1340f750-d2ee-405b-804b-75db7853a35e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.374488 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1340f750-d2ee-405b-804b-75db7853a35e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.406780 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126071804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126106717'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.435055 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1340f750-d2ee-405b-804b-75db7853a35e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.469169 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5be41f-3e1f-426b-aaa2-3b6c674f3a37,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:26.478309 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340f750-d2ee-405b-804b-75db7853a35e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c326bf32-ff7e-4a83-b0d6-128a11783238,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:26.481023 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Checking segment: {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:26.481382 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Network hostable DHCP agents. Network: 333edd60-e3f0-405f-868b-c4d9c57f620c, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:48:26.552525 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1340f750-d2ee-405b-804b-75db7853a35e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.553801 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1340f750-d2ee-405b-804b-75db7853a35e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3936896 Sep 25 04:48:26.558458 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54228) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:26.569342 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-e86ed6ae-9bb2-4bf0-a187-80eda1e4095e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'security_group_rule': {'security_group_id': 'c326bf32-ff7e-4a83-b0d6-128a11783238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:26.651128 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b6d9a-10f9-4fc7-ac4a-fc518e959640 req-d08c3b02-2748-4c90-a6d5-144643e3b226 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:26.653653 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c62b6d9a-10f9-4fc7-ac4a-fc518e959640 req-d08c3b02-2748-4c90-a6d5-144643e3b226 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1041667 Sep 25 04:48:26.654785 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Network 333edd60-e3f0-405f-868b-c4d9c57f620c is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:48:26.733324 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e86ed6ae-9bb2-4bf0-a187-80eda1e4095e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.739402 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c62b6d9a-10f9-4fc7-ac4a-fc518e959640 req-f600fba1-a4ea-4125-8685-e4c701d52b60 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713677 Sep 25 04:48:26.752786 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 333edd60-e3f0-405f-868b-c4d9c57f620c) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:26.770163 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2790a9b0-5c88-44f2-89fc-e34db9032171 None None] Network 333edd60-e3f0-405f-868b-c4d9c57f620c requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:48:26.772336 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:26.773599 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.860790 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e86ed6ae-9bb2-4bf0-a187-80eda1e4095e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:26.906375 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-306512ab-1a10-4ec6-986d-770dfce34188 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8946452 Sep 25 04:48:26.909686 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54246) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:26.915527 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:26.921371 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d8187-6587-4e7a-804e-85305d9885ee req-72d3aea6-e518-4486-8a83-e00f840656cf tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:26.923661 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-254d8187-6587-4e7a-804e-85305d9885ee req-72d3aea6-e518-4486-8a83-e00f840656cf tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0591109 Sep 25 04:48:26.934563 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54248) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:26.945606 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Request body: {'floatingip': {'port_id': '9b428a33-b731-48a9-9d9c-6302834a1cd8'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:26.949159 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e86ed6ae-9bb2-4bf0-a187-80eda1e4095e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.027274 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.041960 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ed6ae-9bb2-4bf0-a187-80eda1e4095e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a968b6-876d-4a76-8e5b-35af7b0a32fe,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:27.042517 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852f46b4-64f9-5732-a011-1c6c77b9aacb-333edd60-e3f0-405f-868b-c4d9c57f620c', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37'}]}} from dv-cinder-768458-10-smb. {{(pid=101230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 04:48:27.042517 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.064839 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device b811eb34-1320-46ec-9115-d8e0a1b5d622 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:48:27.148334 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16250246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.148334 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16249974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16248454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6326'] for router, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.270595 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: b811eb34-1320-46ec-9115-d8e0a1b5d622 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:48:27.271002 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device b811eb34-1320-46ec-9115-d8e0a1b5d622 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:48:27.306744 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.db_base_plugin_common [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Allocated IP 172.20.0.2 (333edd60-e3f0-405f-868b-c4d9c57f620c/9e5be41f-3e1f-426b-aaa2-3b6c674f3a37/f9077bac-00c1-4a40-9095-6084d7d28f75) {{(pid=101230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:27.425912 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.508109 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Notify callbacks [] for port, precommit_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.517712 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e86ed6ae-9bb2-4bf0-a187-80eda1e4095e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.519014 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e86ed6ae-9bb2-4bf0-a187-80eda1e4095e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9595356 Sep 25 04:48:27.522011 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54270) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:27.528418 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-4975068e-53d0-403c-ab50-deaf1e8dbddd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'security_group_rule': {'security_group_id': 'c326bf32-ff7e-4a83-b0d6-128a11783238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:27.576471 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.621779 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.662527 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Network 333edd60-e3f0-405f-868b-c4d9c57f620c is already hosted by enough agents. {{(pid=101230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:27.665436 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.base_scheduler [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Resources bound (agent type, host, resource id): {{(pid=101230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:27.669523 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Received port after_create {{(pid=101230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:27.679459 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Pushing event updated for resources: {'Port': ['ID=f9077bac-00c1-4a40-9095-6084d7d28f75,revision_number=1']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:27.689924 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4975068e-53d0-403c-ab50-deaf1e8dbddd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.770972 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4975068e-53d0-403c-ab50-deaf1e8dbddd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.772139 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Attempting to bind port f9077bac-00c1-4a40-9095-6084d7d28f75 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:48:27.772705 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Attempting to bind port f9077bac-00c1-4a40-9095-6084d7d28f75 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:48:27.773480 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Attempting to bind port f9077bac-00c1-4a40-9095-6084d7d28f75 on network 333edd60-e3f0-405f-868b-c4d9c57f620c {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:27.784857 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:48:27.785475 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Checking segment: {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:27.785986 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.786627 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Bound using segment: {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:48:27.787540 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Bound port: f9077bac-00c1-4a40-9095-6084d7d28f75, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:48:27.788178 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.866844 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] For port f9077bac-00c1-4a40-9095-6084d7d28f75, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:27.871402 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] For port f9077bac-00c1-4a40-9095-6084d7d28f75, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=f9077bac-00c1-4a40-9095-6084d7d28f75,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:27.920575 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4975068e-53d0-403c-ab50-deaf1e8dbddd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:27.944144 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975068e-53d0-403c-ab50-deaf1e8dbddd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b26b66-debe-43e0-81e2-fcfadff5208b,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:28.018178 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.030476 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.046664 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.db.resource_extend [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 25 04:48:28.075115 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4975068e-53d0-403c-ab50-deaf1e8dbddd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.076723 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-4975068e-53d0-403c-ab50-deaf1e8dbddd tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5529506 Sep 25 04:48:28.083473 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54272) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:28.100099 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'floatingip': {'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:28.115494 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.137049 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3388f3c-518d-44ca-aa72-17342af46e23 None None] Pushing event updated for resources: {'Port': ['ID=f9077bac-00c1-4a40-9095-6084d7d28f75,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:28.233137 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.283500 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.451614 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.l3_db [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Floating IP 9780bf6e-ff1f-4221-b8da-58e30cb424c6 associated. External IP: 172.28.3.83, port: 9b428a33-b731-48a9-9d9c-6302834a1cd8. Sep 25 04:48:28.619057 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.629740 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.654850 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.797619 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Allocated IP 172.28.3.125 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/9b8e448d-bc6c-4cee-b126-c14363d567b1) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:28.854748 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:28.895830 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device f9077bac-00c1-4a40-9095-6084d7d28f75 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:28.952470 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:28.979696 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port f9077bac-00c1-4a40-9095-6084d7d28f75 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:28.979696 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.116457 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.125931 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.165414 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port f9077bac-00c1-4a40-9095-6084d7d28f75, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=f9077bac-00c1-4a40-9095-6084d7d28f75,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:29.207983 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:29.217561 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:29.227986 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:29.246284 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'Port': ['ID=9b8e448d-bc6c-4cee-b126-c14363d567b1,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:29.264986 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.325517 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:29.347953 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.348519 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] Sync routers for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:29.376095 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=f9077bac-00c1-4a40-9095-6084d7d28f75,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:29.383353 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.396996 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:29.398219 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:29.439619 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-14cfcc6e-2d38-4833-8f1b-d5c36fe9346d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "PUT /v2.0/floatingips/9780bf6e-ff1f-4221-b8da-58e30cb424c6 HTTP/1.1" status: 200 len: 990 time: 2.5022366 Sep 25 04:48:29.441774 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Allocated IP 172.28.3.184 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/1dd3e56d-8aa7-47e6-b11f-d8519d387e48) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:29.445051 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:48:29.449519 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78bd2be-347c-41c4-b3cc-260cd3b61870" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:48:29.452919 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.541072 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.559867 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0ab481-fc02-41ef-afd4-7476aa49ebe1 x-openstack-request-id: req-bb0ab481-fc02-41ef-afd4-7476aa49ebe1 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:48:29.560945 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:48:29.561467 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb0ab481-fc02-41ef-afd4-7476aa49ebe1 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:48:29.562246 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'status': 'completed', 'code': 200} Sep 25 04:48:29.569908 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da44b0-d6a9-4437-8146-939f35e99979 None None] Network 333edd60-e3f0-405f-868b-c4d9c57f620c requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:48:29.735604 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-5345a53a-dbfe-4d6d-b4f7-cf3261307a1e None None] Provisioning complete for port f9077bac-00c1-4a40-9095-6084d7d28f75 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:29.736331 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-5345a53a-dbfe-4d6d-b4f7-cf3261307a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.754232 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-4132e10a-d868-4c2d-ad4d-90f839414eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:29.757060 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-4132e10a-d868-4c2d-ad4d-90f839414eac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 1098 time: 0.1169918 Sep 25 04:48:29.767589 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.790644 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.860678 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.873970 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:29.952501 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:29.955735 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-38255d76-0b63-482a-99d1-03ca98a301aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:29.961425 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-38255d76-0b63-482a-99d1-03ca98a301aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 917 time: 0.1912735 Sep 25 04:48:29.973200 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'Port': ['ID=9b8e448d-bc6c-4cee-b126-c14363d567b1,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:30.031120 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:30.064537 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:30.067795 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-b3b82e99-5be3-4520-84eb-cf43014f1c10 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9823046 Sep 25 04:48:30.085958 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-84184b0c-0ab1-45b6-b8d6-0e231fe760a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8 HTTP/1.1" status: 200 len: 998 time: 0.1161466 Sep 25 04:48:30.117290 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:30.140812 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd3e56d-8aa7-47e6-b11f-d8519d387e48,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:30.147929 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:30.169056 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:30.176989 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-dc099056-d4e8-49b8-ad9a-9d89c629283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:30.178581 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-dc099056-d4e8-49b8-ad9a-9d89c629283e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.0849047 Sep 25 04:48:30.302643 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-3db9f20b-f8c0-47c0-8c1c-3f3b453527b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:30.311804 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-3db9f20b-f8c0-47c0-8c1c-3f3b453527b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1114857 Sep 25 04:48:30.547689 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-67aff0b5-cfb3-4d6c-b907-548829fab657 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221506 Sep 25 04:48:30.588229 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '9780bf6e-ff1f-4221-b8da-58e30cb424c6', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'floating_ip_address': '172.28.3.83', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'port_id': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'mac_address': 'fa:16:3e:8a:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:48:10Z', 'updated_at': '2021-09-25T04:48:27Z', 'revision_number': 1, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:30.596184 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-c9e18e10-74d7-46dd-9e95-7eb00c841ea7 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1096380811&fields=id&tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6 HTTP/1.1" status: 200 len: 267 time: 0.0737715 Sep 25 04:48:30.626561 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] Checking router: c9b9fd80-a454-4b0c-9e28-125b4bf7e085 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:30.668440 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:30.671855 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:30.795188 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-e3717b4d-64aa-4b33-8099-d0e585c1e706 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:30.795188 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-e3717b4d-64aa-4b33-8099-d0e585c1e706 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/networks?id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 200 len: 810 time: 0.1690590 Sep 25 04:48:30.799169 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54316) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:30.821202 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-ab5befd9-8c38-4e08-9e11-e265ea861db1 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/quotas/3ddb1ab27ef34058ad8ff0414bb870d6 HTTP/1.1" status: 200 len: 375 time: 0.0118544 Sep 25 04:48:30.894285 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device f9077bac-00c1-4a40-9095-6084d7d28f75 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:30.896636 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e78bd2be-347c-41c4-b3cc-260cd3b61870 req-198d3b35-e122-4213-9cc6-d72c9c23545a service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393416 Sep 25 04:48:30.900908 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-4ec8ed80-c3bc-49a2-b648-2ab034918ee1 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676224 Sep 25 04:48:30.928724 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-d8321e1c-6d4d-496d-9229-7e03d4467535 None None] Provisioning complete for port f9077bac-00c1-4a40-9095-6084d7d28f75 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:30.930725 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d8321e1c-6d4d-496d-9229-7e03d4467535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:30.965243 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.032098 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port f9077bac-00c1-4a40-9095-6084d7d28f75 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:31.032478 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.035363 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:31.038141 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b58f3316-4ea7-414c-be60-952075e24c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.083143 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-87029192-104c-4299-8a18-417be56f8e8e service neutron] 10.222.0.38 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650505 Sep 25 04:48:31.225024 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-5d876aaf-0cb8-4673-b797-6a18c413e9ec service neutron] 10.222.0.38 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340246 Sep 25 04:48:31.260309 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16249871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16248507'] for router, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.289374 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b58f3316-4ea7-414c-be60-952075e24c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.367579 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b58f3316-4ea7-414c-be60-952075e24c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.475031 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54330) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:31.475538 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-b58f3316-4ea7-414c-be60-952075e24c79 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f45746bc68e84651a1b313decf06753c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747711 Sep 25 04:48:31.482690 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f3316-4ea7-414c-be60-952075e24c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbce7dd-015e-4f39-a2b1-d9d39b4a51fe,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:31.533685 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 is scheduled to L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 with binding_index 1 {{(pid=101228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:48:31.538483 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8c3638f7-329b-45c5-a8f8-7dfbb16ddfbf req-87006e36-2cf6-4bc8-9d4a-6d313c87f28a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0563805 Sep 25 04:48:31.553110 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c8d9bdd1-c976-4041-bf45-8a15a599bd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.564661 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '9780bf6e-ff1f-4221-b8da-58e30cb424c6', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'floating_ip_address': '172.28.3.83', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'port_id': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'mac_address': 'fa:16:3e:8a:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:48:10Z', 'updated_at': '2021-09-25T04:48:27Z', 'revision_number': 1, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:31.610988 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56481753-d8d8-4bc4-b65c-7402cce517c0 None None] The sync data for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb is: [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '9780bf6e-ff1f-4221-b8da-58e30cb424c6', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'floating_ip_address': '172.28.3.83', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'port_id': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'mac_address': 'fa:16:3e:8a:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:48:10Z', 'updated_at': '2021-09-25T04:48:27Z', 'revision_number': 1, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:31.625322 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c8d9bdd1-c976-4041-bf45-8a15a599bd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.717304 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:31.732169 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Sync routers for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:31.741453 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:31.742073 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:31.854098 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e09480-e97c-4e99-a44f-c707b8e2ced6 None None] New status for floating IP 9780bf6e-ff1f-4221-b8da-58e30cb424c6: ACTIVE {{(pid=101230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:48:31.856100 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:31.861334 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c8d9bdd1-c976-4041-bf45-8a15a599bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.864897 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c8d9bdd1-c976-4041-bf45-8a15a599bd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.875622 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c8d9bdd1-c976-4041-bf45-8a15a599bd94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9dbce7dd-015e-4f39-a2b1-d9d39b4a51fe HTTP/1.1" status: 204 len: 168 time: 0.3900137 Sep 25 04:48:31.875622 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] Notify callbacks [] for router, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:31.875622 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-77705a38-adf0-4a19-b074-d74f095d19b3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9567983 Sep 25 04:48:31.875622 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54338) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:31.911830 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9bdd1-c976-4041-bf45-8a15a599bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbce7dd-015e-4f39-a2b1-d9d39b4a51fe,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:32.091520 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:30Z', 'revision_number': 3, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:32.124454 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Checking router: d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:32.124809 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Updating router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 binding host dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:48:32.153978 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:32.460987 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:32.536279 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Notify callbacks [] for port, precommit_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:32.627110 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:32.688255 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e2aafb70-38ca-4d38-a2e7-848b8b1b770a req-fc584db2-e6f0-480d-8462-0fb359fbe4b0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0810244 Sep 25 04:48:32.745470 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Pushing event updated for resources: {'Port': ['ID=1dd3e56d-8aa7-47e6-b11f-d8519d387e48,revision_number=2']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:32.749835 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Allocated IP 172.20.0.1 (333edd60-e3f0-405f-868b-c4d9c57f620c/9e5be41f-3e1f-426b-aaa2-3b6c674f3a37/acb515d8-d35c-431d-ac6b-b6d7ff483e3f) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:32.762912 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.764403 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.764403 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.764827 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.765214 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.765544 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.765872 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.766206 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.766557 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.766885 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.767236 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.767599 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:32.772655 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Attempting to bind port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:48:32.773030 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Attempting to bind port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:48:32.773394 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Attempting to bind port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 on network b0b167fe-0b03-480a-9f79-323358310379 {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:32.776182 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:48:32.781840 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:48:32.782138 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Checking segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:32.782541 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:32.782928 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Bound using segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:48:32.783446 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Bound port: 1dd3e56d-8aa7-47e6-b11f-d8519d387e48, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:48:32.783842 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:32.814918 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54356) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:32.840301 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-36de88c5-e747-48b2-8c7f-5d957248d7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:32.845785 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] For port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:32.849420 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] For port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=1dd3e56d-8aa7-47e6-b11f-d8519d387e48,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:32.901369 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:32.958618 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-36de88c5-e747-48b2-8c7f-5d957248d7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.072982 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.113942 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-36de88c5-e747-48b2-8c7f-5d957248d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.114437 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.131280 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:33.132205 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:33.162294 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-36de88c5-e747-48b2-8c7f-5d957248d7d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0601d10619a4fc5811b0b3d0cc78d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458290 Sep 25 04:48:33.166004 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de88c5-e747-48b2-8c7f-5d957248d7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc591c50-2490-4e5a-a99a-bde04ee61251,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:33.168829 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54360) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:33.177261 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Network 333edd60-e3f0-405f-868b-c4d9c57f620c is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:33.191606 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e618f2-8495-4340-9f7a-67080fce717e None None] Pushing event updated for resources: {'Port': ['ID=1dd3e56d-8aa7-47e6-b11f-d8519d387e48,revision_number=3']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:33.192252 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:33.197633 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:33.256640 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Pushing event updated for resources: {'Port': ['ID=acb515d8-d35c-431d-ac6b-b6d7ff483e3f,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:33.260571 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16247942'] for router_interface, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.295974 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8f5545b1-561c-4016-ad93-ac2ec3c76c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.344601 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8f5545b1-561c-4016-ad93-ac2ec3c76c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.400712 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:33.478203 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8f5545b1-561c-4016-ad93-ac2ec3c76c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.482656 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8f5545b1-561c-4016-ad93-ac2ec3c76c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.487600 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-8f5545b1-561c-4016-ad93-ac2ec3c76c1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc591c50-2490-4e5a-a99a-bde04ee61251 HTTP/1.1" status: 204 len: 168 time: 0.3129597 Sep 25 04:48:33.501579 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5545b1-561c-4016-ad93-ac2ec3c76c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc591c50-2490-4e5a-a99a-bde04ee61251,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:33.560820 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.577064 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-db8dd989-5bb2-46b9-ba71-06aca7ef204d None None] Provisioning complete for port acb515d8-d35c-431d-ac6b-b6d7ff483e3f triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:33.577658 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-db8dd989-5bb2-46b9-ba71-06aca7ef204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.629429 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-db8dd989-5bb2-46b9-ba71-06aca7ef204d None None] Port acb515d8-d35c-431d-ac6b-b6d7ff483e3f cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:48:33.649011 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:30Z', 'revision_number': 3, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:33.682160 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81c2c31-a488-4b5a-8e4f-8accb64005f5 None None] The sync data for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb is: [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:30Z', 'revision_number': 3, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:33.798620 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:33.819363 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0ac2ba06-95be-4aa5-bee1-b33a53c89bac req-22a51a76-9cf3-4e52-9de8-7a5d829c5ba3 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0397341 Sep 25 04:48:33.965512 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:34.065621 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16238802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16249462'] for router_interface, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:34.153447 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Pushing event updated for resources: {'Port': ['ID=acb515d8-d35c-431d-ac6b-b6d7ff483e3f,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:34.236706 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Network 333edd60-e3f0-405f-868b-c4d9c57f620c is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:34.236706 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:34.569611 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:34.576550 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-64da4d22-74f3-428b-a48f-2036b30c327c None None] Provisioning complete for port acb515d8-d35c-431d-ac6b-b6d7ff483e3f triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:34.577243 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-64da4d22-74f3-428b-a48f-2036b30c327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:34.582642 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-1b6c6ac3-b899-49b7-9593-3f62b289e72c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:34.584878 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-1b6c6ac3-b899-49b7-9593-3f62b289e72c tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "GET /v2.0/networks?id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 200 len: 810 time: 0.2308180 Sep 25 04:48:34.658869 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-64da4d22-74f3-428b-a48f-2036b30c327c None None] Port acb515d8-d35c-431d-ac6b-b6d7ff483e3f cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:48:34.709199 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54386) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:34.732640 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-2d43285f-c269-4b86-9f35-70450ff635d5 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6 HTTP/1.1" status: 200 len: 380 time: 0.1029789 Sep 25 04:48:34.889482 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'port': {'device_id': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'admin_state_up': True, 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'security_groups': ['c326bf32-ff7e-4a83-b0d6-128a11783238']}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:34.967265 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a1fce451-8aef-4f5e-be13-fcc8310f6515 req-305a5d42-688e-4557-b7c7-185f3c623bd7 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0641923 Sep 25 04:48:34.968755 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3abd156c-de93-4b64-b155-102901e348ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.053497 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:35.089760 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:35.091188 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.104200 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3abd156c-de93-4b64-b155-102901e348ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.210688 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.226541 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:35.235776 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-791f84a3-5843-482b-aeb6-8193c6fc6daf admin admin] 10.222.0.38 "PUT /v2.0/routers/d52fa257-5f7a-4bdc-a8f7-a4096ff87b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3429132 Sep 25 04:48:35.242127 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=1dd3e56d-8aa7-47e6-b11f-d8519d387e48,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:35.272549 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-3abd156c-de93-4b64-b155-102901e348ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.326007 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-3abd156c-de93-4b64-b155-102901e348ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64ab514f15a84b24826cbafcb70a17d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126101 Sep 25 04:48:35.327043 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54400) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:35.342963 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd156c-de93-4b64-b155-102901e348ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf1669-671c-4f77-9c47-50f0fa0ee524,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:35.415755 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-79fe1432-caf7-427f-a5f7-0fd6ff22958d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.440046 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.458457 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-79fe1432-caf7-427f-a5f7-0fd6ff22958d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.467340 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Made reservation on behalf of 3ddb1ab27ef34058ad8ff0414bb870d6 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:35.472716 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.575655 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=1dd3e56d-8aa7-47e6-b11f-d8519d387e48,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:35.680095 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-79fe1432-caf7-427f-a5f7-0fd6ff22958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.692096 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-79fe1432-caf7-427f-a5f7-0fd6ff22958d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:35.692437 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Allocated IP 172.20.0.3 (2b96bf01-948c-4291-a81e-ea3a0c99f8b3/29ef62a3-d04f-48c5-bc06-7f75598408db/d6a6f0d0-3e5d-4416-be48-5982baae8259) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:35.692555 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-79fe1432-caf7-427f-a5f7-0fd6ff22958d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8adf1669-671c-4f77-9c47-50f0fa0ee524 HTTP/1.1" status: 204 len: 168 time: 0.3567102 Sep 25 04:48:35.696628 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe1432-caf7-427f-a5f7-0fd6ff22958d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf1669-671c-4f77-9c47-50f0fa0ee524,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:35.871942 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.028073 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Sync routers for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:36.039059 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:36.039735 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:36.074785 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.119574 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:36.124450 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:36.132089 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:36.172731 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:36.203246 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event updated for resources: {'Port': ['ID=d6a6f0d0-3e5d-4416-be48-5982baae8259,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:36.227014 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391bd71-4b07-4e12-ae52-5fb72eca1102 req-c3602092-b20c-480b-b303-ae5b7a6c52e9 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:36.236762 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f391bd71-4b07-4e12-ae52-5fb72eca1102 req-c3602092-b20c-480b-b303-ae5b7a6c52e9 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 931 time: 0.1168704 Sep 25 04:48:36.249512 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:36.251133 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.323559 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f391bd71-4b07-4e12-ae52-5fb72eca1102 req-af7f55a0-99e9-4f7c-b758-0205d7032bb7 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793176 Sep 25 04:48:36.353937 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-eac19fd2-2b74-4872-bafe-a6bf46b9be49 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6079326 Sep 25 04:48:36.375341 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Request body: {'port': {'device_id': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:36.495668 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.519744 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-6df0dc3d-75b0-4c0d-8c0e-2c71281475d1 None None] Provisioning complete for port d6a6f0d0-3e5d-4416-be48-5982baae8259 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:36.520771 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-6df0dc3d-75b0-4c0d-8c0e-2c71281475d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.593545 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-6df0dc3d-75b0-4c0d-8c0e-2c71281475d1 None None] Port d6a6f0d0-3e5d-4416-be48-5982baae8259 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:48:36.594127 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54466) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:36.602007 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1492840735-network', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:36.647319 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'acb515d8-d35c-431d-ac6b-b6d7ff483e3f', 'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'mac_address': 'fa:16:3e:84:96:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:32Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 2, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'subnets': [{'id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:36.683707 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Checking router: d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:36.684067 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Updating router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 port acb515d8-d35c-431d-ac6b-b6d7ff483e3f binding host dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:48:36.695330 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Made reservation on behalf of 4e23b0adf0404f42a2141ab39b0f394f for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:36.699541 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.715274 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.735023 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.831340 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:36.891652 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.903459 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:36.904151 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.926632 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a6f0d0-3e5d-4416-be48-5982baae8259 {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:48:36.940570 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:36.956843 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Transition to ACTIVE for port object d6a6f0d0-3e5d-4416-be48-5982baae8259 will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:48:37.015689 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.047229 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.050244 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:48:37.086127 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Notify callbacks [] for port, precommit_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.089901 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c3bc9c-85ad-44d2-b78e-8e13956a2906,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:37.099900 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.099900 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Added segment 3fc98326-e622-4761-b270-a97c4886f6fc of type vlan for network 71407a4f-bcd4-415a-a51d-c2943a6b4430 Sep 25 04:48:37.146521 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Pushing event updated for resources: {'Port': ['ID=d6a6f0d0-3e5d-4416-be48-5982baae8259,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:37.158331 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.200021 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.255904 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bf37a-fb65-4af1-a374-4a901a52151d None None] Pushing event updated for resources: {'Port': ['ID=acb515d8-d35c-431d-ac6b-b6d7ff483e3f,revision_number=3']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:37.256136 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Attempting to bind port d6a6f0d0-3e5d-4416-be48-5982baae8259 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:48:37.256604 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Attempting to bind port d6a6f0d0-3e5d-4416-be48-5982baae8259 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:48:37.256604 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Attempting to bind port d6a6f0d0-3e5d-4416-be48-5982baae8259 on network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:37.268010 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Port d6a6f0d0-3e5d-4416-be48-5982baae8259 on network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:48:37.268354 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Attempting to bind port d6a6f0d0-3e5d-4416-be48-5982baae8259 on network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:37.275198 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:48:37.275456 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Checking segment: {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:37.275850 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Bound using segment: {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:48:37.276281 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Bound port: d6a6f0d0-3e5d-4416-be48-5982baae8259, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1bf493-b286-4092-abb8-d9fda10f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:48:37.276638 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.329412 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.339131 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:37.339131 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.347878 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Attempting to bind port acb515d8-d35c-431d-ac6b-b6d7ff483e3f on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:48:37.348351 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Attempting to bind port acb515d8-d35c-431d-ac6b-b6d7ff483e3f by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:48:37.348729 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Attempting to bind port acb515d8-d35c-431d-ac6b-b6d7ff483e3f on network 333edd60-e3f0-405f-868b-c4d9c57f620c {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:37.364896 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] For port d6a6f0d0-3e5d-4416-be48-5982baae8259, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:37.370038 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:48:37.370326 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Checking segment: {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:37.370780 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.371226 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Bound using segment: {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:48:37.371696 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Bound port: acb515d8-d35c-431d-ac6b-b6d7ff483e3f, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'}}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:48:37.372309 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.375773 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] For port d6a6f0d0-3e5d-4416-be48-5982baae8259, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6a6f0d0-3e5d-4416-be48-5982baae8259,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:37.468472 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] For port acb515d8-d35c-431d-ac6b-b6d7ff483e3f, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:37.486169 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] For port acb515d8-d35c-431d-ac6b-b6d7ff483e3f, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=acb515d8-d35c-431d-ac6b-b6d7ff483e3f,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:37.491173 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] Pushing event updated for resources: {'Network': ['ID=71407a4f-bcd4-415a-a51d-c2943a6b4430,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:37.503505 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 71407a4f-bcd4-415a-a51d-c2943a6b4430 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:48:37.513460 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.565026 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:37.566209 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.567707 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] 10.222.0.46 "PUT /v2.0/ports/d6a6f0d0-3e5d-4416-be48-5982baae8259 HTTP/1.1" status: 200 len: 1093 time: 1.2043846 Sep 25 04:48:37.568339 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'tag': 'd6a6f0d0-3e5d-4416-be48-5982baae8259'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:48:37.571254 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e904c983-475e-4674-be8d-c893e433add6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3072a34-850c-48c4-b2c5-b27699bbb2c5", "tag": "d6a6f0d0-3e5d-4416-be48-5982baae8259"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:48:37.589427 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.605552 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78611c-7b83-4700-8250-420c760d3065 req-4d381b95-2ab1-4133-ada1-e49ef398152b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:37.608749 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414797c8-4218-4726-a8fe-0b6a2271a7ca service neutron] Pushing event updated for resources: {'Port': ['ID=d6a6f0d0-3e5d-4416-be48-5982baae8259,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:37.614350 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5d78611c-7b83-4700-8250-420c760d3065 req-4d381b95-2ab1-4133-ada1-e49ef398152b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 943 time: 0.1349766 Sep 25 04:48:37.639985 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54478) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:37.640340 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-902710ce-f01d-4104-af5d-18ccf545f6cf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0431850 Sep 25 04:48:37.641048 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-3210dd67-940e-4c2c-9c66-445b106ef9b2 None None] Provisioning complete for port acb515d8-d35c-431d-ac6b-b6d7ff483e3f triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:37.641688 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3210dd67-940e-4c2c-9c66-445b106ef9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.648778 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Request body: {'subnet': {'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1492840735-subnet', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'ip_version': 4}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:37.655273 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c79136-701b-430c-990f-bb7a33e8e0c9 x-openstack-request-id: req-79c79136-701b-430c-990f-bb7a33e8e0c9 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:48:37.655751 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3072a34-850c-48c4-b2c5-b27699bbb2c5", "tag": "d6a6f0d0-3e5d-4416-be48-5982baae8259", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:48:37.656064 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79c79136-701b-430c-990f-bb7a33e8e0c9 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:48:37.658369 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'tag': 'd6a6f0d0-3e5d-4416-be48-5982baae8259', 'status': 'completed', 'code': 200} Sep 25 04:48:37.708418 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5d78611c-7b83-4700-8250-420c760d3065 req-bb00dad0-11c9-4aa8-8a6b-92a851be8509 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930905 Sep 25 04:48:37.742920 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:37.743579 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:37.753051 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904c983-475e-4674-be8d-c893e433add6 req-616e3479-9eab-420e-a8b7-a8be93765df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:37.755865 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e904c983-475e-4674-be8d-c893e433add6 req-616e3479-9eab-420e-a8b7-a8be93765df4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 1096 time: 0.0826132 Sep 25 04:48:37.809285 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bf37a-fb65-4af1-a374-4a901a52151d None None] Pushing event updated for resources: {'Port': ['ID=acb515d8-d35c-431d-ac6b-b6d7ff483e3f,revision_number=4']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:37.827533 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3210dd67-940e-4c2c-9c66-445b106ef9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.831858 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Made reservation on behalf of 4e23b0adf0404f42a2141ab39b0f394f for: {'subnet': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:37.835395 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125987696'] for subnet, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:37.929462 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:37.934578 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-3210dd67-940e-4c2c-9c66-445b106ef9b2 None None] For port acb515d8-d35c-431d-ac6b-b6d7ff483e3f, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=acb515d8-d35c-431d-ac6b-b6d7ff483e3f,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:38.028510 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904c983-475e-4674-be8d-c893e433add6 req-676d65b7-7c03-48ae-8b46-3140faad4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:38.030064 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e904c983-475e-4674-be8d-c893e433add6 req-676d65b7-7c03-48ae-8b46-3140faad4e6b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2649856 Sep 25 04:48:38.046294 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3210dd67-940e-4c2c-9c66-445b106ef9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:38.135827 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210dd67-940e-4c2c-9c66-445b106ef9b2 None None] Pushing event updated for resources: {'Port': ['ID=acb515d8-d35c-431d-ac6b-b6d7ff483e3f,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:38.172186 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-2396d896-4386-4ae6-bbce-84ebe0b99694 None None] Provisioning complete for port acb515d8-d35c-431d-ac6b-b6d7ff483e3f triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:38.172870 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2396d896-4386-4ae6-bbce-84ebe0b99694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:38.226920 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'acb515d8-d35c-431d-ac6b-b6d7ff483e3f', 'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'mac_address': 'fa:16:3e:84:96:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:32Z', 'updated_at': '2021-09-25T04:48:37Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'subnets': [{'id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:38.241666 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904c983-475e-4674-be8d-c893e433add6 req-6c69bb8a-d46c-4ea3-8a9a-5bb77107333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:38.245138 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e904c983-475e-4674-be8d-c893e433add6 req-6c69bb8a-d46c-4ea3-8a9a-5bb77107333e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2057018 Sep 25 04:48:38.272715 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8518e7e-a83e-4488-bb9d-6cf82cb36dbb None None] The sync data for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb is: [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'acb515d8-d35c-431d-ac6b-b6d7ff483e3f', 'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'mac_address': 'fa:16:3e:84:96:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:32Z', 'updated_at': '2021-09-25T04:48:37Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'subnets': [{'id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:38.320817 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125892077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125987650'] for subnet, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:38.432408 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f2698e-51c2-4caf-ad3e-81d30b21331e,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:38.452256 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-b6379aa0-1808-45ed-9373-024dfe1cae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:38.453827 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-b6379aa0-1808-45ed-9373-024dfe1cae16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 1096 time: 0.1534832 Sep 25 04:48:38.456937 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Checking segment: {'id': '3fc98326-e622-4761-b270-a97c4886f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:38.457274 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Network hostable DHCP agents. Network: 71407a4f-bcd4-415a-a51d-c2943a6b4430, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:48:38.513972 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-cf61fc10-86c8-4e6e-bddd-eb7d3ad47845 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6a6f0d0-3e5d-4416-be48-5982baae8259 HTTP/1.1" status: 200 len: 217 time: 0.0513074 Sep 25 04:48:38.594167 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-c7b3eac6-4754-4129-9fc5-0cff7aa31c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:38.595948 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-c7b3eac6-4754-4129-9fc5-0cff7aa31c99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29ef62a3-d04f-48c5-bc06-7f75598408db HTTP/1.1" status: 200 len: 849 time: 0.0751653 Sep 25 04:48:38.599785 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Network 71407a4f-bcd4-415a-a51d-c2943a6b4430 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:48:38.665378 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-c39c2a58-62d3-4fff-a3c7-84bdca4cdae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:38.666914 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-c39c2a58-62d3-4fff-a3c7-84bdca4cdae9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0495367 Sep 25 04:48:38.717294 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 71407a4f-bcd4-415a-a51d-c2943a6b4430) {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:38.724549 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:38.725104 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:38.735215 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6765df0-8033-4416-a382-e6565ae41e96 None None] Network 71407a4f-bcd4-415a-a51d-c2943a6b4430 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:48:38.811766 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-3569f709-ac8f-45d3-9f71-7490c19931c3 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358793 Sep 25 04:48:38.907871 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4919d31-7949-4fd4-b977-5609fdcdf037 req-a43e3f47-4e6a-4c48-a3ce-00789b6bb456 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:38.916012 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e4919d31-7949-4fd4-b977-5609fdcdf037 req-a43e3f47-4e6a-4c48-a3ce-00789b6bb456 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 943 time: 0.0975442 Sep 25 04:48:38.973569 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e4919d31-7949-4fd4-b977-5609fdcdf037 req-20c0140b-9613-4e9d-aa2b-ec9e7709528e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565629 Sep 25 04:48:38.989621 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-6707e537-f585-4f75-ad61-15f9c3c634dc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3481529 Sep 25 04:48:38.991106 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device acb515d8-d35c-431d-ac6b-b6d7ff483e3f up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:38.992079 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54500) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:38.999020 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:39.034719 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3e30fec0-ddee-441d-a338-fef74816e2e2 req-92f416b4-1537-410b-aa0f-2ce6205ebb8a service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115407 Sep 25 04:48:39.118156 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port acb515d8-d35c-431d-ac6b-b6d7ff483e3f triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:39.118522 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.138054 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16250246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.141999 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16249974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16248454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6326'] for router, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.200074 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852f46b4-64f9-5732-a011-1c6c77b9aacb-71407a4f-bcd4-415a-a51d-c2943a6b4430', 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'fixed_ips': [{'subnet_id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e'}]}} from dv-cinder-768458-10-smb. {{(pid=101230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 04:48:39.201772 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.229908 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.440476 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.db_base_plugin_common [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Allocated IP 172.20.0.2 (71407a4f-bcd4-415a-a51d-c2943a6b4430/b9f2698e-51c2-4caf-ad3e-81d30b21331e/1e82aeea-a6a4-4853-889f-3aed2d265000) {{(pid=101230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:39.483733 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.625321 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Notify callbacks [] for port, precommit_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.702969 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.743894 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Network 71407a4f-bcd4-415a-a51d-c2943a6b4430 is already hosted by enough agents. {{(pid=101230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:39.746974 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.base_scheduler [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Resources bound (agent type, host, resource id): {{(pid=101230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:39.752027 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Received port after_create {{(pid=101230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:39.764639 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Pushing event updated for resources: {'Port': ['ID=1e82aeea-a6a4-4853-889f-3aed2d265000,revision_number=1']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:39.825802 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Attempting to bind port 1e82aeea-a6a4-4853-889f-3aed2d265000 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:48:39.826819 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Attempting to bind port 1e82aeea-a6a4-4853-889f-3aed2d265000 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': '3fc98326-e622-4761-b270-a97c4886f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:48:39.827670 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Attempting to bind port 1e82aeea-a6a4-4853-889f-3aed2d265000 on network 71407a4f-bcd4-415a-a51d-c2943a6b4430 {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:39.833174 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:48:39.833685 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Checking segment: {'id': '3fc98326-e622-4761-b270-a97c4886f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:39.834091 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.834513 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Bound using segment: {'id': '3fc98326-e622-4761-b270-a97c4886f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:48:39.835005 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Bound port: 1e82aeea-a6a4-4853-889f-3aed2d265000, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc98326-e622-4761-b270-a97c4886f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:48:39.835409 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:39.929377 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] For port 1e82aeea-a6a4-4853-889f-3aed2d265000, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:39.933294 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] For port 1e82aeea-a6a4-4853-889f-3aed2d265000, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=1e82aeea-a6a4-4853-889f-3aed2d265000,segment=NetworkSegment(3fc98326-e622-4761-b270-a97c4886f6fc),segment_id=3fc98326-e622-4761-b270-a97c4886f6fc)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:39.994783 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:40.077602 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bb237-7c80-4c8a-9dd5-900f24e43103 None None] Pushing event updated for resources: {'Port': ['ID=1e82aeea-a6a4-4853-889f-3aed2d265000,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:40.138737 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:40.165760 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:40.184193 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0508afa-ca68-4d12-99c0-d92a973ac6a2 req-bbd48804-2f94-428b-9ce5-b66d61520554 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:40.186068 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f0508afa-ca68-4d12-99c0-d92a973ac6a2 req-bbd48804-2f94-428b-9ce5-b66d61520554 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 943 time: 0.1203127 Sep 25 04:48:40.301966 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f0508afa-ca68-4d12-99c0-d92a973ac6a2 req-79ff8c6f-8db3-409b-8aab-1868637c8f21 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830505 Sep 25 04:48:40.350519 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Allocated IP 172.28.3.18 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/10ae82bc-4573-4513-95f1-cdbc32be1ecf) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:40.477137 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:40.602605 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:40.653150 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:40.659107 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:40.660159 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:40.694243 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Pushing event updated for resources: {'Port': ['ID=10ae82bc-4573-4513-95f1-cdbc32be1ecf,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:40.871658 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 1e82aeea-a6a4-4853-889f-3aed2d265000 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:40.934428 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 1e82aeea-a6a4-4853-889f-3aed2d265000 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:40.934833 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.060171 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.075869 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.130767 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port 1e82aeea-a6a4-4853-889f-3aed2d265000, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=1e82aeea-a6a4-4853-889f-3aed2d265000,segment=NetworkSegment(3fc98326-e622-4761-b270-a97c4886f6fc),segment_id=3fc98326-e622-4761-b270-a97c4886f6fc)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:41.156494 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d6a6f0d0-3e5d-4416-be48-5982baae8259 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:48:41.200493 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.210972 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b193d-4074-4843-bbe2-2632896bce14 None None] Network 71407a4f-bcd4-415a-a51d-c2943a6b4430 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:48:41.330489 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16249871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16248507'] for router, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.364031 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=1e82aeea-a6a4-4853-889f-3aed2d265000,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:41.430672 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d6a6f0d0-3e5d-4416-be48-5982baae8259, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6a6f0d0-3e5d-4416-be48-5982baae8259,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:41.440060 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-f1694dba-f89e-4e8a-a9d0-ca2a4c1b613d None None] Provisioning complete for port 1e82aeea-a6a4-4853-889f-3aed2d265000 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:41.440437 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f1694dba-f89e-4e8a-a9d0-ca2a4c1b613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.470477 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'd6a6f0d0-3e5d-4416-be48-5982baae8259', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'port_id': 'd6a6f0d0-3e5d-4416-be48-5982baae8259', 'mac_address': 'fa:16:3e:ff:27:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:48:41.523086 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377c544-2475-4ee1-a931-95c12402b432 req-7ccae3aa-1c24-49fb-91ff-021771d05b0a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:41.524802 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c377c544-2475-4ee1-a931-95c12402b432 req-7ccae3aa-1c24-49fb-91ff-021771d05b0a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 943 time: 0.1180394 Sep 25 04:48:41.557503 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.583617 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c377c544-2475-4ee1-a931-95c12402b432 req-9c7789b1-9cb3-45ab-b4bc-94fe62da6c71 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496857 Sep 25 04:48:41.596618 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a6f0d0-3e5d-4416-be48-5982baae8259 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:48:41.642892 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d6a6f0d0-3e5d-4416-be48-5982baae8259, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6a6f0d0-3e5d-4416-be48-5982baae8259,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:41.691235 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Router f1391e08-74d3-4fd5-945a-8b50141ef1ed is scheduled to L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 with binding_index 1 {{(pid=101229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:48:41.731581 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.790584 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d6a6f0d0-3e5d-4416-be48-5982baae8259,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:41.824295 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:41.835688 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Sync routers for ids ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:41.846150 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Routers {'f1391e08-74d3-4fd5-945a-8b50141ef1ed'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:41.846781 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:41.917754 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] Notify callbacks [] for router, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.922173 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-4afa7ddf-82c4-454c-9002-b70dafe90449 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9256573 Sep 25 04:48:41.922356 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54518) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:41.943925 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-40628355-a9d7-4775-a037-bf9bff9956ac None None] Provisioning complete for port 1e82aeea-a6a4-4853-889f-3aed2d265000 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:41.944504 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-40628355-a9d7-4775-a037-bf9bff9956ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:41.999329 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Set router f1391e08-74d3-4fd5-945a-8b50141ef1ed gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:42.031858 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d6a6f0d0-3e5d-4416-be48-5982baae8259'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:48:42.411698 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:42.476896 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:39Z', 'updated_at': '2021-09-25T04:48:40Z', 'revision_number': 3, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'gw_port': {'id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:42.509543 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Checking router: f1391e08-74d3-4fd5-945a-8b50141ef1ed for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:42.509893 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Updating router f1391e08-74d3-4fd5-945a-8b50141ef1ed port 10ae82bc-4573-4513-95f1-cdbc32be1ecf binding host dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:48:42.540174 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:42.656856 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Allocated IP 172.20.0.1 (71407a4f-bcd4-415a-a51d-c2943a6b4430/b9f2698e-51c2-4caf-ad3e-81d30b21331e/8933952d-a854-450a-96a3-7bf41952baeb) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:42.790050 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34227b-af91-411c-90de-2306230def7d req-854e4f91-9e48-4bcc-9409-d41749c44f00 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:42.791648 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fc34227b-af91-411c-90de-2306230def7d req-854e4f91-9e48-4bcc-9409-d41749c44f00 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 944 time: 0.1068211 Sep 25 04:48:42.828360 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 1e82aeea-a6a4-4853-889f-3aed2d265000 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:42.835508 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:42.863618 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fc34227b-af91-411c-90de-2306230def7d req-12cacf8b-f8d8-442c-8fc9-d56ba1b2c961 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602424 Sep 25 04:48:42.939988 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Notify callbacks [] for port, precommit_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:42.941605 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 1e82aeea-a6a4-4853-889f-3aed2d265000 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:42.941970 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.079044 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.116590 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.128955 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Network 71407a4f-bcd4-415a-a51d-c2943a6b4430 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:43.132464 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:43.139489 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:48:43.176587 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d6a6f0d0-3e5d-4416-be48-5982baae8259 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:43.186968 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Pushing event updated for resources: {'Port': ['ID=8933952d-a854-450a-96a3-7bf41952baeb,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:43.211855 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16247942'] for router_interface, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.220271 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Attempting to bind port 10ae82bc-4573-4513-95f1-cdbc32be1ecf on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:48:43.220842 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Attempting to bind port 10ae82bc-4573-4513-95f1-cdbc32be1ecf by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:48:43.221259 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Attempting to bind port 10ae82bc-4573-4513-95f1-cdbc32be1ecf on network b0b167fe-0b03-480a-9f79-323358310379 {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:43.235935 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4ae9d-f68f-4a22-a695-b0a83a968b35 None None] Pushing event updated for resources: {'Port': ['ID=10ae82bc-4573-4513-95f1-cdbc32be1ecf,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:43.242643 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:48:43.243091 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Checking segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:43.243612 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.244113 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Bound using segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:48:43.244750 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Bound port: 10ae82bc-4573-4513-95f1-cdbc32be1ecf, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:48:43.245261 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.322637 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] For port 10ae82bc-4573-4513-95f1-cdbc32be1ecf, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:43.327124 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] For port 10ae82bc-4573-4513-95f1-cdbc32be1ecf, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=10ae82bc-4573-4513-95f1-cdbc32be1ecf,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:43.365631 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port d6a6f0d0-3e5d-4416-be48-5982baae8259 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:48:43.370976 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port d6a6f0d0-3e5d-4416-be48-5982baae8259 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:43.371648 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.405239 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.501315 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-3f3fb5bc-24a1-47f2-832b-b53f89c41295 None None] Provisioning complete for port 8933952d-a854-450a-96a3-7bf41952baeb triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:43.501315 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb5bc-24a1-47f2-832b-b53f89c41295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.502674 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Routers {'f1391e08-74d3-4fd5-945a-8b50141ef1ed'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:43.503375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:43.509068 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4ae9d-f68f-4a22-a695-b0a83a968b35 None None] Pushing event updated for resources: {'Port': ['ID=10ae82bc-4573-4513-95f1-cdbc32be1ecf,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:43.540938 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.636775 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fb5bc-24a1-47f2-832b-b53f89c41295 None None] Port 8933952d-a854-450a-96a3-7bf41952baeb cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:48:43.665068 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.712917 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a6f0d0-3e5d-4416-be48-5982baae8259'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:48:43.715734 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629130f7-e271-45cc-adde-25b21965e067" -d '{"events": [{"server_uuid": "b3072a34-850c-48c4-b2c5-b27699bbb2c5", "name": "network-vif-plugged", "status": "completed", "tag": "d6a6f0d0-3e5d-4416-be48-5982baae8259"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:48:43.744240 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d6a6f0d0-3e5d-4416-be48-5982baae8259, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6a6f0d0-3e5d-4416-be48-5982baae8259,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:43.746720 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] Set router f1391e08-74d3-4fd5-945a-8b50141ef1ed gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:43.769704 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.781496 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef27fe91-32e9-42a6-b5e2-2980f41ece41 x-openstack-request-id: req-ef27fe91-32e9-42a6-b5e2-2980f41ece41 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:48:43.781956 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3072a34-850c-48c4-b2c5-b27699bbb2c5", "name": "network-vif-plugged", "status": "completed", "tag": "d6a6f0d0-3e5d-4416-be48-5982baae8259", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:48:43.782354 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef27fe91-32e9-42a6-b5e2-2980f41ece41 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:48:43.783377 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a6f0d0-3e5d-4416-be48-5982baae8259', 'code': 200} Sep 25 04:48:43.850671 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.913880 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:43.977976 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d6a6f0d0-3e5d-4416-be48-5982baae8259,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:44.077009 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:39Z', 'updated_at': '2021-09-25T04:48:43Z', 'revision_number': 4, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'gw_port': {'id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '8933952d-a854-450a-96a3-7bf41952baeb', 'name': '', 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'mac_address': 'fa:16:3e:70:55:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:42Z', 'updated_at': '2021-09-25T04:48:42Z', 'revision_number': 1, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'subnets': [{'id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:44.084616 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16238802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16249462'] for router_interface, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:44.090164 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Pushing event updated for resources: {'Port': ['ID=8933952d-a854-450a-96a3-7bf41952baeb,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:44.118931 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.119598 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.120144 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.120685 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.121222 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.121760 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.122350 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.123152 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.123655 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.124181 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.124725 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.125248 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.127716 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b292f466-38a4-4a2b-9e2b-d7ffd419af47 None None] The sync data for ids ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'] in dv-cinder-768458-10-smb is: [{'id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:39Z', 'updated_at': '2021-09-25T04:48:43Z', 'revision_number': 4, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'gw_port': {'id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '8933952d-a854-450a-96a3-7bf41952baeb', 'name': '', 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'mac_address': 'fa:16:3e:70:55:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:42Z', 'updated_at': '2021-09-25T04:48:42Z', 'revision_number': 1, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'subnets': [{'id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:44.151527 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58171-845e-47b4-920d-6dad0fb297e0 req-aac2cd21-5ee8-4b7d-bd47-4abd08c05624 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:44.154629 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c7c58171-845e-47b4-920d-6dad0fb297e0 req-aac2cd21-5ee8-4b7d-bd47-4abd08c05624 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 945 time: 0.1928144 Sep 25 04:48:44.287507 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288b71-4bc5-402b-ac10-fc6458071fcb req-ab0611bf-c5c8-4afe-be27-9725fccf893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:44.290123 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-2e288b71-4bc5-402b-ac10-fc6458071fcb req-ab0611bf-c5c8-4afe-be27-9725fccf893c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 1098 time: 0.0720327 Sep 25 04:48:44.338604 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-2e288b71-4bc5-402b-ac10-fc6458071fcb req-5906d005-fe03-4edc-933a-a8eeb76428a3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380802 Sep 25 04:48:44.557092 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c7c58171-845e-47b4-920d-6dad0fb297e0 req-cc35dd75-937c-484a-a614-53403c9edfa8 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825216 Sep 25 04:48:44.591570 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Network 71407a4f-bcd4-415a-a51d-c2943a6b4430 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:44.595478 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:44.781998 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Router f1391e08-74d3-4fd5-945a-8b50141ef1ed has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:44.868878 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-f30568e4-ead6-4cd0-8063-f314e710bd3e None None] Provisioning complete for port 8933952d-a854-450a-96a3-7bf41952baeb triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:44.869255 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f30568e4-ead6-4cd0-8063-f314e710bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:44.911707 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-f30568e4-ead6-4cd0-8063-f314e710bd3e None None] Port 8933952d-a854-450a-96a3-7bf41952baeb cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:48:44.914734 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:44.920881 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-01b140e9-248a-4175-b8f8-8d4c70733b4e admin admin] 10.222.0.38 "PUT /v2.0/routers/f1391e08-74d3-4fd5-945a-8b50141ef1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9974501 Sep 25 04:48:45.731156 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ac348-922a-4bec-ae0b-8cae96bb1deb req-cded460b-25ae-452d-9afc-40a02e0a3332 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:45.734985 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-511ac348-922a-4bec-ae0b-8cae96bb1deb req-cded460b-25ae-452d-9afc-40a02e0a3332 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 945 time: 0.0708499 Sep 25 04:48:45.810506 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-511ac348-922a-4bec-ae0b-8cae96bb1deb req-d757ef90-7895-4ea1-a1e0-8660021ec669 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581176 Sep 25 04:48:45.820882 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54548) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:45.828374 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419999984', 'description': 'tempest-secgroup-smoke-1419999984 description', 'project_id': '6b1a72f2084f4268961fba544e9ef752'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:45.931768 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.031967 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.114217 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.146622 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2da4468-4ebc-48de-9817-e52f32fe80e2,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:46.153756 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.154097 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.154427 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.154758 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.155105 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.155434 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.155752 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.156074 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.156404 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.156727 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.157046 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.157422 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:46.223618 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.228288 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-49308b26-4b1e-4c2b-a268-0c80346142cc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4021938 Sep 25 04:48:46.228827 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54550) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:46.248214 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-2be5011d-8ea3-4e84-80e9-b07334199fd1 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Request body: {'security_group_rule': {'security_group_id': 'f2da4468-4ebc-48de-9817-e52f32fe80e2', 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:46.349410 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2be5011d-8ea3-4e84-80e9-b07334199fd1 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.428147 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2be5011d-8ea3-4e84-80e9-b07334199fd1 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.501213 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2be5011d-8ea3-4e84-80e9-b07334199fd1 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.521711 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5011d-8ea3-4e84-80e9-b07334199fd1 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4012498a-9e95-44e3-8764-bb51d9d3804a,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:46.558202 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Sync routers for ids ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:46.570418 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Routers {'f1391e08-74d3-4fd5-945a-8b50141ef1ed'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:46.571299 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:46.605775 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2be5011d-8ea3-4e84-80e9-b07334199fd1 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.607779 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-2be5011d-8ea3-4e84-80e9-b07334199fd1 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779576 Sep 25 04:48:46.611931 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54554) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:46.616629 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-e82808c3-8c7b-49ec-baf8-7f7cf7892fe0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Request body: {'security_group_rule': {'security_group_id': 'f2da4468-4ebc-48de-9817-e52f32fe80e2', 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:46.685863 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Set router f1391e08-74d3-4fd5-945a-8b50141ef1ed gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:46.729280 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e82808c3-8c7b-49ec-baf8-7f7cf7892fe0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.854695 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 10ae82bc-4573-4513-95f1-cdbc32be1ecf up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:46.858878 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e82808c3-8c7b-49ec-baf8-7f7cf7892fe0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.935622 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 10ae82bc-4573-4513-95f1-cdbc32be1ecf triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:46.936353 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.952745 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:39Z', 'updated_at': '2021-09-25T04:48:43Z', 'revision_number': 4, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'gw_port': {'id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '8933952d-a854-450a-96a3-7bf41952baeb', 'name': '', 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'mac_address': 'fa:16:3e:70:55:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:42Z', 'updated_at': '2021-09-25T04:48:43Z', 'revision_number': 2, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'subnets': [{'id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:46.957936 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e82808c3-8c7b-49ec-baf8-7f7cf7892fe0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:46.983402 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82808c3-8c7b-49ec-baf8-7f7cf7892fe0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a11dde4-ec23-4d90-8b5b-949a5b3b0a77,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:46.987826 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Checking router: f1391e08-74d3-4fd5-945a-8b50141ef1ed for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:46.988305 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Updating router f1391e08-74d3-4fd5-945a-8b50141ef1ed port 8933952d-a854-450a-96a3-7bf41952baeb binding host dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:48:47.018546 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.026978 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3c469-6a0e-4fef-b8e6-800bc0bb27cc req-80532b33-5128-473d-aeaf-ca101c59e364 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:47.036276 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4da3c469-6a0e-4fef-b8e6-800bc0bb27cc req-80532b33-5128-473d-aeaf-ca101c59e364 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 945 time: 0.1108937 Sep 25 04:48:47.050734 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.073803 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port 10ae82bc-4573-4513-95f1-cdbc32be1ecf, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=10ae82bc-4573-4513-95f1-cdbc32be1ecf,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:47.076124 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e82808c3-8c7b-49ec-baf8-7f7cf7892fe0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.078716 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e82808c3-8c7b-49ec-baf8-7f7cf7892fe0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4651282 Sep 25 04:48:47.081555 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54560) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:47.083039 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4da3c469-6a0e-4fef-b8e6-800bc0bb27cc req-1d7ee20b-60c5-439a-a09f-65fc262aaada tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456133 Sep 25 04:48:47.089113 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-f69a21b7-96a7-4059-a5e2-ba235117e1ae tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Request body: {'security_group_rule': {'security_group_id': 'f2da4468-4ebc-48de-9817-e52f32fe80e2', 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:47.181009 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.216846 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bc5d3-29f5-4341-b697-d68d25c50010 req-59ce8744-ad1e-4a37-8ae2-b93d2104961f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:47.219169 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0e6bc5d3-29f5-4341-b697-d68d25c50010 req-59ce8744-ad1e-4a37-8ae2-b93d2104961f tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 945 time: 0.0563087 Sep 25 04:48:47.227905 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f69a21b7-96a7-4059-a5e2-ba235117e1ae tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.229152 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54564) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:47.237707 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-99b6ca2f-fa6d-41f5-831a-0d3f595cc9f0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Request body: {'floatingip': {'port_id': 'd6a6f0d0-3e5d-4416-be48-5982baae8259'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:47.262290 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=10ae82bc-4573-4513-95f1-cdbc32be1ecf,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:47.291988 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f69a21b7-96a7-4059-a5e2-ba235117e1ae tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.293848 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-99b6ca2f-fa6d-41f5-831a-0d3f595cc9f0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.339090 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Notify callbacks [] for port, precommit_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.374611 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f69a21b7-96a7-4059-a5e2-ba235117e1ae tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.395040 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a21b7-96a7-4059-a5e2-ba235117e1ae tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853d1643-a775-4a21-aeee-d1b35628b4a3,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:47.408983 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.459653 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa7213-fcf9-47d0-8d31-175f7357289f None None] Pushing event updated for resources: {'Port': ['ID=8933952d-a854-450a-96a3-7bf41952baeb,revision_number=3']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:47.492545 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-f69a21b7-96a7-4059-a5e2-ba235117e1ae tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.498196 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-f69a21b7-96a7-4059-a5e2-ba235117e1ae tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4112566 Sep 25 04:48:47.498548 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54566) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:47.503457 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-cb96a77b-7e6e-4c75-852b-988d2544f533 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Request body: {'security_group_rule': {'security_group_id': 'f2da4468-4ebc-48de-9817-e52f32fe80e2', 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:47.529590 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Attempting to bind port 8933952d-a854-450a-96a3-7bf41952baeb on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:48:47.529948 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Attempting to bind port 8933952d-a854-450a-96a3-7bf41952baeb by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': '3fc98326-e622-4761-b270-a97c4886f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430'}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:48:47.532564 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Attempting to bind port 8933952d-a854-450a-96a3-7bf41952baeb on network 71407a4f-bcd4-415a-a51d-c2943a6b4430 {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:47.537399 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:48:47.538069 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Checking segment: {'id': '3fc98326-e622-4761-b270-a97c4886f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:48:47.538675 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.539260 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Bound using segment: {'id': '3fc98326-e622-4761-b270-a97c4886f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430'} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:48:47.539960 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Bound port: 8933952d-a854-450a-96a3-7bf41952baeb, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc98326-e622-4761-b270-a97c4886f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430'}}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:48:47.540574 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.630057 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cb96a77b-7e6e-4c75-852b-988d2544f533 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.694535 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] For port 8933952d-a854-450a-96a3-7bf41952baeb, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:47.699686 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] For port 8933952d-a854-450a-96a3-7bf41952baeb, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=8933952d-a854-450a-96a3-7bf41952baeb,segment=NetworkSegment(3fc98326-e622-4761-b270-a97c4886f6fc),segment_id=3fc98326-e622-4761-b270-a97c4886f6fc)] {{(pid=101231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:47.760962 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cb96a77b-7e6e-4c75-852b-988d2544f533 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.805087 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.827160 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-99b6ca2f-fa6d-41f5-831a-0d3f595cc9f0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.853526 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-aea6d4f4-394b-496b-b531-70af0a1ef23c None None] Provisioning complete for port 8933952d-a854-450a-96a3-7bf41952baeb triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:47.853852 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-aea6d4f4-394b-496b-b531-70af0a1ef23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.878908 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Routers {'f1391e08-74d3-4fd5-945a-8b50141ef1ed'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:47.879552 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:47.881229 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa7213-fcf9-47d0-8d31-175f7357289f None None] Pushing event updated for resources: {'Port': ['ID=8933952d-a854-450a-96a3-7bf41952baeb,revision_number=4']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:47.912561 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cb96a77b-7e6e-4c75-852b-988d2544f533 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.946470 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96a77b-7e6e-4c75-852b-988d2544f533 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e01bad6-3d89-4047-94d1-cfb53aa1662d,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:47.955759 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-aea6d4f4-394b-496b-b531-70af0a1ef23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:47.971629 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-99b6ca2f-fa6d-41f5-831a-0d3f595cc9f0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.023123 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-aea6d4f4-394b-496b-b531-70af0a1ef23c None None] For port 8933952d-a854-450a-96a3-7bf41952baeb, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=8933952d-a854-450a-96a3-7bf41952baeb,segment=NetworkSegment(3fc98326-e622-4761-b270-a97c4886f6fc),segment_id=3fc98326-e622-4761-b270-a97c4886f6fc)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:48.035764 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cb96a77b-7e6e-4c75-852b-988d2544f533 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.037031 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] Set router f1391e08-74d3-4fd5-945a-8b50141ef1ed gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:48.042226 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54572) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:48.047887 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-cb96a77b-7e6e-4c75-852b-988d2544f533 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5430651 Sep 25 04:48:48.048044 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-efbfb2b2-2aa5-4f1c-be91-1b84541a9971 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Request body: {'security_group_rule': {'security_group_id': 'f2da4468-4ebc-48de-9817-e52f32fe80e2', 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:48.122733 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-aea6d4f4-394b-496b-b531-70af0a1ef23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.134102 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.l3_db [None req-99b6ca2f-fa6d-41f5-831a-0d3f595cc9f0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Floating IP 12f433b9-0977-49b5-b597-66e75bd45a31 associated. External IP: 172.28.3.125, port: d6a6f0d0-3e5d-4416-be48-5982baae8259. Sep 25 04:48:48.183151 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6d4f4-394b-496b-b531-70af0a1ef23c None None] Pushing event updated for resources: {'Port': ['ID=8933952d-a854-450a-96a3-7bf41952baeb,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:48.231156 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.securitygroups_db [None req-efbfb2b2-2aa5-4f1c-be91-1b84541a9971 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Project 6b1a72f2084f4268961fba544e9ef752 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:48:48.240392 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-621cf477-087d-46b7-b801-ab94d7e25ea0 None None] Provisioning complete for port 8933952d-a854-450a-96a3-7bf41952baeb triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:48.240768 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-621cf477-087d-46b7-b801-ab94d7e25ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.243689 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-efbfb2b2-2aa5-4f1c-be91-1b84541a9971 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.305832 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:39Z', 'updated_at': '2021-09-25T04:48:43Z', 'revision_number': 4, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'gw_port': {'id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '8933952d-a854-450a-96a3-7bf41952baeb', 'name': '', 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'mac_address': 'fa:16:3e:70:55:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:42Z', 'updated_at': '2021-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'subnets': [{'id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:48.351804 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07175d2-7ace-4e18-ad23-1e66c7f41884 None None] The sync data for ids ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'] in dv-cinder-768458-10-smb is: [{'id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:39Z', 'updated_at': '2021-09-25T04:48:43Z', 'revision_number': 4, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'gw_port': {'id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '8933952d-a854-450a-96a3-7bf41952baeb', 'name': '', 'network_id': '71407a4f-bcd4-415a-a51d-c2943a6b4430', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'mac_address': 'fa:16:3e:70:55:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:42Z', 'updated_at': '2021-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'subnets': [{'id': 'b9f2698e-51c2-4caf-ad3e-81d30b21331e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:48.445066 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-efbfb2b2-2aa5-4f1c-be91-1b84541a9971 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.488618 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b6ca2f-fa6d-41f5-831a-0d3f595cc9f0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Router 894185dd-68a9-4260-926b-97e585e0119a has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:48.535276 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-efbfb2b2-2aa5-4f1c-be91-1b84541a9971 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.589765 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfb2b2-2aa5-4f1c-be91-1b84541a9971 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c33c90-edc1-4f48-a1b6-522babf1e27d,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:48.630950 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b6ca2f-fa6d-41f5-831a-0d3f595cc9f0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:48.635580 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-99b6ca2f-fa6d-41f5-831a-0d3f595cc9f0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.641506 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] Sync routers for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:48.651475 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:48.652698 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:48.665799 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-99b6ca2f-fa6d-41f5-831a-0d3f595cc9f0 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "PUT /v2.0/floatingips/12f433b9-0977-49b5-b597-66e75bd45a31 HTTP/1.1" status: 200 len: 991 time: 1.4345922 Sep 25 04:48:48.666552 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'tag': 'd6a6f0d0-3e5d-4416-be48-5982baae8259'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:48:48.669526 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302" -d '{"events": [{"name": "network-changed", "server_uuid": "b3072a34-850c-48c4-b2c5-b27699bbb2c5", "tag": "d6a6f0d0-3e5d-4416-be48-5982baae8259"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:48:48.673235 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-efbfb2b2-2aa5-4f1c-be91-1b84541a9971 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.676951 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-efbfb2b2-2aa5-4f1c-be91-1b84541a9971 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6311884 Sep 25 04:48:48.677233 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54578) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:48.691015 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-00e16040-ef23-4295-ab7e-e39d2fd78160 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Request body: {'security_group_rule': {'security_group_id': 'f2da4468-4ebc-48de-9817-e52f32fe80e2', 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:48.736005 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95999fbc-1c4d-4cbd-b36a-76429210e1b2 x-openstack-request-id: req-95999fbc-1c4d-4cbd-b36a-76429210e1b2 {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:48:48.736452 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3072a34-850c-48c4-b2c5-b27699bbb2c5", "tag": "d6a6f0d0-3e5d-4416-be48-5982baae8259", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:48:48.736618 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95999fbc-1c4d-4cbd-b36a-76429210e1b2 {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:48:48.746242 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'tag': 'd6a6f0d0-3e5d-4416-be48-5982baae8259', 'status': 'completed', 'code': 200} Sep 25 04:48:48.795501 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.securitygroups_db [None req-00e16040-ef23-4295-ab7e-e39d2fd78160 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Project 6b1a72f2084f4268961fba544e9ef752 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:48:48.802123 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-00e16040-ef23-4295-ab7e-e39d2fd78160 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.823671 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:48.856452 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-7ea82918-7f6f-4919-989e-d5603e993a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:48.862958 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-7ea82918-7f6f-4919-989e-d5603e993a4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 1098 time: 0.0970862 Sep 25 04:48:48.884880 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 8933952d-a854-450a-96a3-7bf41952baeb up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:48.921683 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-00e16040-ef23-4295-ab7e-e39d2fd78160 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:48.977822 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-cfb95787-2f45-417e-884d-95dee6787932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:48.980200 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-cfb95787-2f45-417e-884d-95dee6787932 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 200 len: 911 time: 0.1096368 Sep 25 04:48:48.983972 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-00e16040-ef23-4295-ab7e-e39d2fd78160 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:49.004973 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e16040-ef23-4295-ab7e-e39d2fd78160 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b6680a-e0fb-47fc-806a-c426ab52b745,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:49.043263 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 8933952d-a854-450a-96a3-7bf41952baeb triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:49.043263 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:49.070068 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-f0df5d05-2b99-4199-868e-8748ebca3c4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6a6f0d0-3e5d-4416-be48-5982baae8259 HTTP/1.1" status: 200 len: 999 time: 0.0789237 Sep 25 04:48:49.097120 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-00e16040-ef23-4295-ab7e-e39d2fd78160 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:49.103329 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-00e16040-ef23-4295-ab7e-e39d2fd78160 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4206183 Sep 25 04:48:49.130826 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-ee75212f-7105-460e-a9d6-ca062e5ad425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:49.132368 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-ee75212f-7105-460e-a9d6-ca062e5ad425 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29ef62a3-d04f-48c5-bc06-7f75598408db HTTP/1.1" status: 200 len: 849 time: 0.0499437 Sep 25 04:48:49.206566 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-80935096-4e78-476f-ab87-a79e57e69305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:48:49.208096 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-80935096-4e78-476f-ab87-a79e57e69305 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b96bf01-948c-4291-a81e-ea3a0c99f8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0626047 Sep 25 04:48:49.238906 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 10ae82bc-4573-4513-95f1-cdbc32be1ecf up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:49.327742 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-741f673a-2646-4570-84d0-b7c66a24df7d service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090827 Sep 25 04:48:49.462054 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '12f433b9-0977-49b5-b597-66e75bd45a31', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'floating_ip_address': '172.28.3.125', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': '894185dd-68a9-4260-926b-97e585e0119a', 'port_id': 'd6a6f0d0-3e5d-4416-be48-5982baae8259', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'mac_address': 'fa:16:3e:ff:27:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:48:29Z', 'updated_at': '2021-09-25T04:48:47Z', 'revision_number': 1, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:49.493659 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] Checking router: 894185dd-68a9-4260-926b-97e585e0119a for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:49.500646 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-faeafa89-e8a0-40d5-bb7a-6427e6bcd302 req-436d72cf-ad44-4a01-b792-ca19ef2b8995 service neutron] 10.222.0.46 "GET /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635416 Sep 25 04:48:49.509716 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:48:49.510423 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:49.516284 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 10ae82bc-4573-4513-95f1-cdbc32be1ecf triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:48:49.516637 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:49.677395 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:48:49.929691 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '12f433b9-0977-49b5-b597-66e75bd45a31', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'floating_ip_address': '172.28.3.125', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': '894185dd-68a9-4260-926b-97e585e0119a', 'port_id': 'd6a6f0d0-3e5d-4416-be48-5982baae8259', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'mac_address': 'fa:16:3e:ff:27:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:48:29Z', 'updated_at': '2021-09-25T04:48:47Z', 'revision_number': 1, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:49.956767 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8d9f9-c1fc-4ec3-97f8-a8543ef4149e None None] The sync data for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb is: [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '12f433b9-0977-49b5-b597-66e75bd45a31', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'floating_ip_address': '172.28.3.125', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': '894185dd-68a9-4260-926b-97e585e0119a', 'port_id': 'd6a6f0d0-3e5d-4416-be48-5982baae8259', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'mac_address': 'fa:16:3e:ff:27:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:48:29Z', 'updated_at': '2021-09-25T04:48:47Z', 'revision_number': 1, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:50.165701 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e4bd4-ee83-48c6-ad8d-e76cb1151238 None None] New status for floating IP 12f433b9-0977-49b5-b597-66e75bd45a31: ACTIVE {{(pid=101231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:48:51.520071 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f139e149-8a03-4226-979c-a1e3a3bb2892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:54.102580 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-462d7133-1987-4ca8-8923-d74292837d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:54.685292 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:56.171315 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:57.319708 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:57.635193 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54728) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:57.751144 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4aa0-793e-4c6d-a400-01deba8084dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:57.847186 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4aa0-793e-4c6d-a400-01deba8084dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:57.925796 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4aa0-793e-4c6d-a400-01deba8084dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:57.965085 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c4aa0-793e-4c6d-a400-01deba8084dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486680b8-4895-4c75-b3c9-7fab2919a8e4,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:57.969563 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-eb2c4aa0-793e-4c6d-a400-01deba8084dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3aa102550de349d4b3d44f25c530450d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331659 Sep 25 04:48:57.973855 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54732) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:48:58.024701 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-259a1dee-1453-456d-89ca-c83611599b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:58.046422 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-259a1dee-1453-456d-89ca-c83611599b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:58.165697 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-259a1dee-1453-456d-89ca-c83611599b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:58.168279 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-259a1dee-1453-456d-89ca-c83611599b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:48:58.169445 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-259a1dee-1453-456d-89ca-c83611599b4e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/486680b8-4895-4c75-b3c9-7fab2919a8e4 HTTP/1.1" status: 204 len: 168 time: 0.1947577 Sep 25 04:48:58.177803 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a1dee-1453-456d-89ca-c83611599b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486680b8-4895-4c75-b3c9-7fab2919a8e4,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:59.362926 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:08.227018 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-dfa1af4d-b502-4332-bcfb-9e68d03a55fd tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419999984&fields=id&tenant_id=6b1a72f2084f4268961fba544e9ef752 HTTP/1.1" status: 200 len: 267 time: 0.0335143 Sep 25 04:49:08.336346 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-f7bd9775-fa42-4033-9490-62201e31adc5 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:08.337723 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-f7bd9775-fa42-4033-9490-62201e31adc5 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/networks?id=333edd60-e3f0-405f-868b-c4d9c57f620c HTTP/1.1" status: 200 len: 809 time: 0.1038485 Sep 25 04:49:08.352955 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-9c897edd-3983-4094-994b-80aed857be7e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/quotas/6b1a72f2084f4268961fba544e9ef752 HTTP/1.1" status: 200 len: 375 time: 0.0096440 Sep 25 04:49:08.403337 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2fbffeec-fdb7-44ef-a8d4-1212e008e2f8 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6b1a72f2084f4268961fba544e9ef752&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450497 Sep 25 04:49:08.514675 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-1c485d25-8c7c-4eaa-aa51-31c20d96e3d7 service neutron] 10.222.0.38 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985925 Sep 25 04:49:08.611177 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-f520d2f7-5040-43fa-9b7e-cbea091e9f02 service neutron] 10.222.0.38 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875738 Sep 25 04:49:09.260723 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-91bd63b8-3ff8-4cfe-967f-dbd76ade5c0a req-9b00d4cc-e2fe-4b38-8464-c8a6cedec4b5 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Sep 25 04:49:09.725918 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:49:10.361761 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5c21e572-3c5a-4096-8815-74d08f2aa92e req-21d700b7-ce80-4efc-9185-2692dabcadab tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 210 time: 0.0325189 Sep 25 04:49:11.447689 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 54952) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:11.471247 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5ada4d89-2c14-4be2-8ebd-b51c87cde6a8 req-1d0e01ec-0375-4cca-85b5-8839b441d495 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 210 time: 0.0285425 Sep 25 04:49:11.481056 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-ca0d218c-6096-4dbd-9888-7418982ae22b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:11.482543 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-ca0d218c-6096-4dbd-9888-7418982ae22b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.46 "GET /v2.0/networks?id=333edd60-e3f0-405f-868b-c4d9c57f620c HTTP/1.1" status: 200 len: 809 time: 0.1189175 Sep 25 04:49:11.534954 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-654463fb-bf07-4eb9-97a4-0c6ea0eb4622 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1a72f2084f4268961fba544e9ef752 HTTP/1.1" status: 200 len: 380 time: 0.0351443 Sep 25 04:49:11.551147 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Request body: {'port': {'device_id': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'admin_state_up': True, 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'security_groups': ['f2da4468-4ebc-48de-9817-e52f32fe80e2']}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:11.593539 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5c158516-7dba-4d8d-a176-5a6611e5fdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:11.741426 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5c158516-7dba-4d8d-a176-5a6611e5fdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:11.853504 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5c158516-7dba-4d8d-a176-5a6611e5fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:11.901697 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-5c158516-7dba-4d8d-a176-5a6611e5fdc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2aa39e8596a1490e8b3d05f8b832a994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529698 Sep 25 04:49:11.902549 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c158516-7dba-4d8d-a176-5a6611e5fdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca36139e-240c-4261-bd53-b7c128e87422,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:11.904599 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54958) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:11.960529 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Made reservation on behalf of 6b1a72f2084f4268961fba544e9ef752 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:11.960901 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-788d401d-cec7-4349-8846-8d4ea9b43255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:11.964335 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:11.983637 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-788d401d-cec7-4349-8846-8d4ea9b43255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:12.099039 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Allocated IP 172.20.0.13 (333edd60-e3f0-405f-868b-c4d9c57f620c/9e5be41f-3e1f-426b-aaa2-3b6c674f3a37/d7befce3-f7ed-4d3b-bc3d-5431253dcf3e) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:12.132321 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-788d401d-cec7-4349-8846-8d4ea9b43255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:12.135011 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-788d401d-cec7-4349-8846-8d4ea9b43255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:12.136615 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-788d401d-cec7-4349-8846-8d4ea9b43255 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca36139e-240c-4261-bd53-b7c128e87422 HTTP/1.1" status: 204 len: 168 time: 0.2306116 Sep 25 04:49:12.157868 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d401d-cec7-4349-8846-8d4ea9b43255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca36139e-240c-4261-bd53-b7c128e87422,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:12.259476 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:12.346583 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:12.393028 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Network 333edd60-e3f0-405f-868b-c4d9c57f620c is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:12.396698 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:12.400205 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:49:12.429358 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'Port': ['ID=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:12.469671 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:12.470741 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:12.575593 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-2c20a2fb-10ae-4003-bb15-a5007752cdc6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0344172 Sep 25 04:49:12.588999 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Request body: {'port': {'device_id': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:12.629501 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed053-7cca-4ff9-8f24-86ac7280be41 req-5b15915d-b9ea-4daf-aade-7deab8ab3daf tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:12.632893 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-722ed053-7cca-4ff9-8f24-86ac7280be41 req-5b15915d-b9ea-4daf-aade-7deab8ab3daf tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 932 time: 0.0578082 Sep 25 04:49:12.666598 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:12.689247 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-722ed053-7cca-4ff9-8f24-86ac7280be41 req-5f02fb2e-b73d-4b8c-b383-9c6494ec6fa7 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474010 Sep 25 04:49:12.741828 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-515b09e7-6965-481b-a654-9377a6e33661 None None] Provisioning complete for port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:12.742559 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-515b09e7-6965-481b-a654-9377a6e33661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:12.826624 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-515b09e7-6965-481b-a654-9377a6e33661 None None] Port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:49:12.998429 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7befce3-f7ed-4d3b-bc3d-5431253dcf3e {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:49:13.006335 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.018337 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Transition to ACTIVE for port object d7befce3-f7ed-4d3b-bc3d-5431253dcf3e will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:49:13.100772 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.154500 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Pushing event updated for resources: {'Port': ['ID=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:13.229822 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Attempting to bind port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:49:13.230388 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Attempting to bind port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:49:13.230779 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Attempting to bind port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e on network 333edd60-e3f0-405f-868b-c4d9c57f620c {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:13.235668 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e on network 333edd60-e3f0-405f-868b-c4d9c57f620c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:49:13.236060 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Attempting to bind port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e on network 333edd60-e3f0-405f-868b-c4d9c57f620c {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:13.241626 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:49:13.241947 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Checking segment: {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:49:13.242332 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Bound using segment: {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:49:13.242774 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Bound port: d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07207140-47d5-423d-8b71-fcdacfb0eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:49:13.243147 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.321135 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:49:13.324980 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:49:13.405896 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.427933 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 54994) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:13.444877 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:13.445506 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.447343 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] 10.222.0.46 "PUT /v2.0/ports/d7befce3-f7ed-4d3b-bc3d-5431253dcf3e HTTP/1.1" status: 200 len: 1094 time: 0.8626568 Sep 25 04:49:13.447795 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:49:13.450047 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bd212b-0263-4bd8-87df-9fb040012f48" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:49:13.474434 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814bec-4143-4483-bac9-dc25ac11c631 service neutron] Pushing event updated for resources: {'Port': ['ID=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:13.498155 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0753dd3b-70fa-4be0-8398-c6c4dc8137ba x-openstack-request-id: req-0753dd3b-70fa-4be0-8398-c6c4dc8137ba {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:49:13.498447 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:49:13.498771 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0753dd3b-70fa-4be0-8398-c6c4dc8137ba {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:49:13.499174 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'status': 'completed', 'code': 200} Sep 25 04:49:13.561066 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-923281976-network', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:13.580805 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd212b-0263-4bd8-87df-9fb040012f48 req-3ac9f1a6-001c-45eb-89a3-deee217dcb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:13.587851 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a1bd212b-0263-4bd8-87df-9fb040012f48 req-3ac9f1a6-001c-45eb-89a3-deee217dcb2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b1a72f2084f4268961fba544e9ef752&device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1097 time: 0.0559530 Sep 25 04:49:13.654257 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Made reservation on behalf of 77a80e2c4e1b458e9c5693e3c3f988b0 for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:13.656693 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.665437 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.690358 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd212b-0263-4bd8-87df-9fb040012f48 req-c6b78b6b-7af7-463d-a852-690fc036be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:13.692037 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a1bd212b-0263-4bd8-87df-9fb040012f48 req-c6b78b6b-7af7-463d-a852-690fc036be3d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b1a72f2084f4268961fba544e9ef752&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1008632 Sep 25 04:49:13.784842 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.812837 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd212b-0263-4bd8-87df-9fb040012f48 req-7737c529-1b3e-49ee-9620-816f9eda972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:13.814303 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-a1bd212b-0263-4bd8-87df-9fb040012f48 req-7737c529-1b3e-49ee-9620-816f9eda972c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1141078 Sep 25 04:49:13.828600 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76bf90-6b86-4457-873f-ab243ed2e032 req-e4c83a65-da35-4710-be64-4b61d774697a tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:13.830772 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fa76bf90-6b86-4457-873f-ab243ed2e032 req-e4c83a65-da35-4710-be64-4b61d774697a tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.0605459 Sep 25 04:49:13.860799 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.887883 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:49:13.902486 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fa76bf90-6b86-4457-873f-ab243ed2e032 req-4fd41c75-7b40-4e45-933d-f1b2aa587a33 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635376 Sep 25 04:49:13.912091 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-4301b528-449e-4bd7-b992-c3301f3ccc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:13.914095 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.919665 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Added segment 3b6bc24d-f53f-4f9f-921c-764225806442 of type vlan for network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca Sep 25 04:49:13.920082 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-4301b528-449e-4bd7-b992-c3301f3ccc96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b1a72f2084f4268961fba544e9ef752&device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1097 time: 0.0535169 Sep 25 04:49:13.922845 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e265db8d-67a8-4db4-a47e-7e3444598159,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:13.964979 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:13.968628 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-26295712-ec5a-49c5-951d-7bf1e26a06bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e HTTP/1.1" status: 200 len: 217 time: 0.0419869 Sep 25 04:49:14.035269 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-1aca5db0-7004-45e9-a16e-c70f3018ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:14.037298 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-1aca5db0-7004-45e9-a16e-c70f3018ffe3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5be41f-3e1f-426b-aaa2-3b6c674f3a37 HTTP/1.1" status: 200 len: 848 time: 0.0607891 Sep 25 04:49:14.066142 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:14.067179 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:14.067781 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:14.090979 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-d392f7f1-d2ee-498c-a659-eff1c431f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:14.092533 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-d392f7f1-d2ee-498c-a659-eff1c431f6d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=333edd60-e3f0-405f-868b-c4d9c57f620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0458257 Sep 25 04:49:14.128889 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] Pushing event updated for resources: {'Network': ['ID=9c1e2831-abcc-43df-bdbc-f081a5e9ceca,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:14.139477 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:49:14.157279 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ca3063a7-ebe3-454e-9d30-5061bd5d36fc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7253883 Sep 25 04:49:14.157903 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55008) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:14.163391 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Request body: {'subnet': {'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-923281976-subnet', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:14.195497 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-e22b258f-54f5-4b6c-8c8d-4f401067fe8e service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942972 Sep 25 04:49:14.279662 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Made reservation on behalf of 77a80e2c4e1b458e9c5693e3c3f988b0 for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:14.282002 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126106735'] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:14.295644 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-46f1c4f0-8ffc-491e-ba44-0a3188aecbc4 req-5be42e08-586d-4475-8963-a20835bcaa00 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915399 Sep 25 04:49:14.531569 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126071804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126106717'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:14.589831 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7cd202-ce06-4b03-b049-461ffcd3d63e,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:14.597377 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Checking segment: {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:49:14.597846 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Network hostable DHCP agents. Network: 9c1e2831-abcc-43df-bdbc-f081a5e9ceca, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:49:14.708443 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:49:14.914186 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 9c1e2831-abcc-43df-bdbc-f081a5e9ceca) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:14.918619 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:14.919239 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:14.924724 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d9d46-0361-477b-88ac-bf06b0ae0463 None None] Network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:49:15.029928 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45e52c-3484-4137-bb4b-0b69e7798091 req-a77809f5-e296-47f3-97ce-2937daa12d69 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:15.031446 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3b45e52c-3484-4137-bb4b-0b69e7798091 req-a77809f5-e296-47f3-97ce-2937daa12d69 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.0543699 Sep 25 04:49:15.032915 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-821088f7-5304-4ae7-bc00-362ea366725b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8739796 Sep 25 04:49:15.035587 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55016) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:15.040535 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:15.079943 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852f46b4-64f9-5732-a011-1c6c77b9aacb-9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e'}]}} from dv-cinder-768458-10-smb. {{(pid=101230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 04:49:15.081367 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.093091 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3b45e52c-3484-4137-bb4b-0b69e7798091 req-c2f88dc8-1b75-44ac-9350-2523248650da tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492554 Sep 25 04:49:15.195019 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16250246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.197003 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16249974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16248454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6326'] for router, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.248120 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.db_base_plugin_common [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Allocated IP 172.20.0.2 (9c1e2831-abcc-43df-bdbc-f081a5e9ceca/ad7cd202-ce06-4b03-b049-461ffcd3d63e/97932750-07a8-4841-ad6c-bed3ef3ec8a5) {{(pid=101230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:15.260161 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.408877 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Notify callbacks [] for port, precommit_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.480439 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.504439 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.519273 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca is already hosted by enough agents. {{(pid=101230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:15.527413 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.base_scheduler [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Resources bound (agent type, host, resource id): {{(pid=101230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:15.529476 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Pushing event updated for resources: {'Port': ['ID=97932750-07a8-4841-ad6c-bed3ef3ec8a5,revision_number=1']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:15.529862 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01bef0-43d3-4114-a76f-d2a6714aeeed req-a4749a07-86b2-454e-baa4-f61484d2a9de tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:15.531509 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6e01bef0-43d3-4114-a76f-d2a6714aeeed req-a4749a07-86b2-454e-baa4-f61484d2a9de tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0809109 Sep 25 04:49:15.531658 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Received port after_create {{(pid=101230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:49:15.580163 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6e01bef0-43d3-4114-a76f-d2a6714aeeed req-551584c0-4e4b-4917-b266-331acb960b36 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345676 Sep 25 04:49:15.592115 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Attempting to bind port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:49:15.592466 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Attempting to bind port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:49:15.592824 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Attempting to bind port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 on network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:15.600453 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:49:15.601378 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Checking segment: {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:49:15.601378 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.601575 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Bound using segment: {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:49:15.602038 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Bound port: 97932750-07a8-4841-ad6c-bed3ef3ec8a5, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:49:15.602418 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.670983 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] For port 97932750-07a8-4841-ad6c-bed3ef3ec8a5, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:49:15.675647 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] For port 97932750-07a8-4841-ad6c-bed3ef3ec8a5, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=97932750-07a8-4841-ad6c-bed3ef3ec8a5,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:49:15.748956 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:15.814062 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34ea5f-cb13-42c7-8a97-42061f6c0d32 None None] Pushing event updated for resources: {'Port': ['ID=97932750-07a8-4841-ad6c-bed3ef3ec8a5,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:16.036160 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:16.057324 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:16.169910 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Allocated IP 172.28.3.145 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/d129112b-f689-47ad-8683-d5769841756f) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:16.273871 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08c254-5404-4fe6-9eb5-79a7454d96dd req-346e418a-d9f8-4496-b1b4-6a66396e789e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:16.275432 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-af08c254-5404-4fe6-9eb5-79a7454d96dd req-346e418a-d9f8-4496-b1b4-6a66396e789e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.1070178 Sep 25 04:49:16.346472 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-af08c254-5404-4fe6-9eb5-79a7454d96dd req-5be29c6e-0d96-4f52-9c35-8763db5190e7 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594814 Sep 25 04:49:16.346472 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:16.451683 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:16.492284 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:16.494913 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:16.498895 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:49:16.507369 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Pushing event updated for resources: {'Port': ['ID=d129112b-f689-47ad-8683-d5769841756f,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:16.732067 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc660-fe4c-4018-bea6-74d83f3ef0c4 req-05d42c1e-c94a-492b-ae7c-3d642c61cd27 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:16.733666 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cc5cc660-fe4c-4018-bea6-74d83f3ef0c4 req-05d42c1e-c94a-492b-ae7c-3d642c61cd27 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0644505 Sep 25 04:49:16.824862 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cc5cc660-fe4c-4018-bea6-74d83f3ef0c4 req-c8a4e0ac-21d9-4e1d-883d-c1831dbc7cf5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827429 Sep 25 04:49:16.869487 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 97932750-07a8-4841-ad6c-bed3ef3ec8a5 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:16.871681 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c56ca-0a71-4381-bb0c-506044cb371a None None] Network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:49:16.903525 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:16.986493 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-1524d1ee-6a85-44cb-8985-fc9f9707cec4 None None] Provisioning complete for port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:16.986867 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1524d1ee-6a85-44cb-8985-fc9f9707cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:17.025974 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:17.026480 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:17.111636 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16249871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16248507'] for router, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:17.201114 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1524d1ee-6a85-44cb-8985-fc9f9707cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:17.228703 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:17.279934 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-1524d1ee-6a85-44cb-8985-fc9f9707cec4 None None] For port 97932750-07a8-4841-ad6c-bed3ef3ec8a5, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=97932750-07a8-4841-ad6c-bed3ef3ec8a5,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:17.329297 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d7befce3-f7ed-4d3b-bc3d-5431253dcf3e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:49:17.394292 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 is scheduled to L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 with binding_index 1 {{(pid=101229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:49:17.436976 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1524d1ee-6a85-44cb-8985-fc9f9707cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:17.527664 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.db.api [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 25 04:49:17.528013 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG oslo_db.api [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 04:49:17.545552 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:17.548415 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2725b96-d7df-47b6-a73b-559465e7e183 req-1f0d4f7d-df86-4861-963c-71247434b8bd tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:17.549429 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524d1ee-6a85-44cb-8985-fc9f9707cec4 None None] Pushing event updated for resources: {'Port': ['ID=97932750-07a8-4841-ad6c-bed3ef3ec8a5,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:17.549999 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f2725b96-d7df-47b6-a73b-559465e7e183 req-1f0d4f7d-df86-4861-963c-71247434b8bd tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.1005929 Sep 25 04:49:17.569859 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'port_id': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'mac_address': 'fa:16:3e:6c:67:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:49:17.575476 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:49:17.576493 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-5f251e37-7d79-4af7-a493-cf139ffa4c44 None None] Provisioning complete for port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:17.576869 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-5f251e37-7d79-4af7-a493-cf139ffa4c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:17.620832 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Sync routers for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:49:17.629933 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f2725b96-d7df-47b6-a73b-559465e7e183 req-86a11213-9bdd-4f31-b1e4-a542e9112e9c tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513036 Sep 25 04:49:17.657751 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:17.660498 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:17.661236 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:17.702766 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] Notify callbacks [] for router, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:17.704569 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-9a6ef488-7667-48dc-ba62-6b2230c12b44 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6678426 Sep 25 04:49:17.707139 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55040) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:17.840331 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7befce3-f7ed-4d3b-bc3d-5431253dcf3e {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:49:17.922431 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:17.967469 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:18.016954 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc46e4-6fda-46c9-8bc6-abe0097c42d1 req-1be2d1f0-4d02-4a05-a0fc-ef08975288d2 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:18.018469 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a7dc46e4-6fda-46c9-8bc6-abe0097c42d1 req-1be2d1f0-4d02-4a05-a0fc-ef08975288d2 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1018908 Sep 25 04:49:18.026932 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:18.109902 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a7dc46e4-6fda-46c9-8bc6-abe0097c42d1 req-ef240ee9-b639-4913-b9e0-ca2097b15767 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534039 Sep 25 04:49:18.162568 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:18.248879 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:16Z', 'revision_number': 3, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:18.253187 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:18.276993 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Checking router: 98fbb919-9053-41cd-9c13-7e9d69eeebb8 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:49:18.277320 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Updating router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 port d129112b-f689-47ad-8683-d5769841756f binding host dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:49:18.297246 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d7befce3-f7ed-4d3b-bc3d-5431253dcf3e'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:49:18.332676 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:18.463619 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Allocated IP 172.20.0.1 (9c1e2831-abcc-43df-bdbc-f081a5e9ceca/ad7cd202-ce06-4b03-b049-461ffcd3d63e/b250eeb9-7f95-4a9c-8036-acd38527c6bc) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:18.593045 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:18.683919 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:18.733525 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:18.754876 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:18.758424 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:49:18.774455 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Notify callbacks [] for port, precommit_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:18.810486 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Pushing event updated for resources: {'Port': ['ID=b250eeb9-7f95-4a9c-8036-acd38527c6bc,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:18.820708 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16247942'] for router_interface, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:18.859873 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 97932750-07a8-4841-ad6c-bed3ef3ec8a5 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:18.879191 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361af42-114d-4e91-b27a-6745f01a530d req-15c48cd8-2510-43c7-9e7a-25b5bd32db7b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:18.881411 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1361af42-114d-4e91-b27a-6745f01a530d req-15c48cd8-2510-43c7-9e7a-25b5bd32db7b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 945 time: 0.1687584 Sep 25 04:49:18.894029 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:18.968644 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Attempting to bind port d129112b-f689-47ad-8683-d5769841756f on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:49:18.969261 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Attempting to bind port d129112b-f689-47ad-8683-d5769841756f by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:49:18.969582 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Attempting to bind port d129112b-f689-47ad-8683-d5769841756f on network b0b167fe-0b03-480a-9f79-323358310379 {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:18.973340 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10649953-0efa-436b-bcd9-f0fc63d7d8d5 None None] Pushing event updated for resources: {'Port': ['ID=d129112b-f689-47ad-8683-d5769841756f,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:18.978771 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1361af42-114d-4e91-b27a-6745f01a530d req-80924fe6-99c6-49ce-ba3e-8c64903023eb tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881522 Sep 25 04:49:18.985199 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:49:18.985610 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Checking segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:49:18.986091 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:18.986553 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Bound using segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:49:18.987229 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Bound port: d129112b-f689-47ad-8683-d5769841756f, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:49:18.987696 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.015340 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:19.015753 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.057918 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-f025fbdc-0028-4b0f-aaa8-a5a79281a359 None None] Provisioning complete for port b250eeb9-7f95-4a9c-8036-acd38527c6bc triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:19.058209 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f025fbdc-0028-4b0f-aaa8-a5a79281a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.072347 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.112759 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] For port d129112b-f689-47ad-8683-d5769841756f, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:49:19.117242 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] For port d129112b-f689-47ad-8683-d5769841756f, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=d129112b-f689-47ad-8683-d5769841756f,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:49:19.125177 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-f025fbdc-0028-4b0f-aaa8-a5a79281a359 None None] Port b250eeb9-7f95-4a9c-8036-acd38527c6bc cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:49:19.207019 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.283314 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:19.284001 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:19.295912 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa49dec-e005-46ea-917b-2da8ec40fca9 req-7a227712-8d85-4363-a00a-3c2f34dc9c34 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:19.300621 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-efa49dec-e005-46ea-917b-2da8ec40fca9 req-7a227712-8d85-4363-a00a-3c2f34dc9c34 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0818396 Sep 25 04:49:19.301946 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.331750 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10649953-0efa-436b-bcd9-f0fc63d7d8d5 None None] Pushing event updated for resources: {'Port': ['ID=d129112b-f689-47ad-8683-d5769841756f,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:19.341800 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-efa49dec-e005-46ea-917b-2da8ec40fca9 req-759e892b-75e3-41ad-b681-0f9f3fe1d687 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361381 Sep 25 04:49:19.365347 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d7befce3-f7ed-4d3b-bc3d-5431253dcf3e up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:19.377251 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.441425 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:19.452828 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16238802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16249462'] for router_interface, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.454568 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Pushing event updated for resources: {'Port': ['ID=b250eeb9-7f95-4a9c-8036-acd38527c6bc,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:19.518030 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:49:19.533742 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:19.534115 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.564988 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:19.567030 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:19.707338 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:49:19.830430 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.873180 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:49:19.875472 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d0569-eeab-493e-a4b9-fbb2d0ac96ce" -d '{"events": [{"server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "name": "network-vif-plugged", "status": "completed", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:49:19.887423 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-3f682c7e-852d-4cfd-9e3c-a37df679393e None None] Provisioning complete for port b250eeb9-7f95-4a9c-8036-acd38527c6bc triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:19.887804 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-3f682c7e-852d-4cfd-9e3c-a37df679393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:19.892878 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:19.920033 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56172c00-2ebf-4665-ae0c-b7eefe11f163 x-openstack-request-id: req-56172c00-2ebf-4665-ae0c-b7eefe11f163 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:49:19.920355 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "name": "network-vif-plugged", "status": "completed", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:49:19.920610 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56172c00-2ebf-4665-ae0c-b7eefe11f163 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:49:19.920993 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'code': 200} Sep 25 04:49:19.925499 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 1, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:19.961579 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed5594-884d-467b-98e7-c63ba60a899b None None] The sync data for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb is: [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 1, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:49:19.968483 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-3f682c7e-852d-4cfd-9e3c-a37df679393e None None] Port b250eeb9-7f95-4a9c-8036-acd38527c6bc cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:49:19.983283 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:20.036810 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:20.074526 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:49:20.090929 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0c2fe539-964c-417e-8c2a-d2aea4e0fa57 admin admin] 10.222.0.38 "PUT /v2.0/routers/98fbb919-9053-41cd-9c13-7e9d69eeebb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3736119 Sep 25 04:49:20.133456 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e82bb4-62e2-4fba-8018-11f1bc2c78dc req-42516629-aaa6-4914-b0ae-2f636c0cbc87 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:20.135186 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a1e82bb4-62e2-4fba-8018-11f1bc2c78dc req-42516629-aaa6-4914-b0ae-2f636c0cbc87 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0578229 Sep 25 04:49:20.180854 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a1e82bb4-62e2-4fba-8018-11f1bc2c78dc req-65b02c39-fef4-4072-a8e8-e14034fe5e5e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367949 Sep 25 04:49:20.345598 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c71b-c631-4189-8f58-5a2da4d53568 req-ffb44edc-44a4-44d6-8b1b-0b5f4135170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:20.348015 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-dfe7c71b-c631-4189-8f58-5a2da4d53568 req-ffb44edc-44a4-44d6-8b1b-0b5f4135170a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1099 time: 0.0462852 Sep 25 04:49:20.415580 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-dfe7c71b-c631-4189-8f58-5a2da4d53568 req-8456bfd2-b29c-4eef-ab1f-459e0c0a018e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557435 Sep 25 04:49:20.499225 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49123dde-d92c-46c6-a250-1fe0d6094c78 req-a6d90890-b9c0-4a98-a1df-427a477e7118 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:20.500755 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-49123dde-d92c-46c6-a250-1fe0d6094c78 req-a6d90890-b9c0-4a98-a1df-427a477e7118 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0620236 Sep 25 04:49:20.543494 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-49123dde-d92c-46c6-a250-1fe0d6094c78 req-6bca5fb4-f779-4678-94ad-0780e2f7bbb8 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348992 Sep 25 04:49:20.877811 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device d129112b-f689-47ad-8683-d5769841756f up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:20.919601 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55074) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:20.925328 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-723237495-network', 'tenant_id': '98d27a3c765342e087813eeda42917e4'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:20.932087 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port d129112b-f689-47ad-8683-d5769841756f triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:20.932593 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.011262 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Made reservation on behalf of 98d27a3c765342e087813eeda42917e4 for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:21.014149 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.024468 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.027318 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.051890 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port d129112b-f689-47ad-8683-d5769841756f, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=d129112b-f689-47ad-8683-d5769841756f,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:21.121416 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.140441 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.192547 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=d129112b-f689-47ad-8683-d5769841756f,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:21.194415 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.225665 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:49:21.230716 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b0630-9805-45e1-95e1-3b4cf511dafd,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:21.238257 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.238599 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Added segment cbe67c4e-3c7b-4202-a104-4a783083ef8c of type vlan for network 3e52edd5-5263-4c47-96ec-7e267d74461b Sep 25 04:49:21.318780 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.358387 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba26c65-3949-4510-b3cc-3d471f3ac5d3 req-bc832802-5ad6-468d-8a73-f176773695f3 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:21.359964 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-eba26c65-3949-4510-b3cc-3d471f3ac5d3 req-bc832802-5ad6-468d-8a73-f176773695f3 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0843539 Sep 25 04:49:21.400306 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-eba26c65-3949-4510-b3cc-3d471f3ac5d3 req-5e559e15-7867-45fc-b0c5-3d607bdc5cf6 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341356 Sep 25 04:49:21.408525 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.409690 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:21.410546 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.477112 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=3e52edd5-5263-4c47-96ec-7e267d74461b,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:21.488684 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 3e52edd5-5263-4c47-96ec-7e267d74461b details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:49:21.514218 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-73310395-fcfc-4903-b164-e2953091a1b1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5929878 Sep 25 04:49:21.516892 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55078) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:21.523342 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Request body: {'subnet': {'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-723237495-subnet', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:21.557126 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2a52cba3-c942-48ba-b757-a857fb73ebb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.602900 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Made reservation on behalf of 98d27a3c765342e087813eeda42917e4 for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:21.605365 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126106735'] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:21.740312 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e1ed-63ad-4009-9e5c-65c16f4d0e1c req-3412d64d-a65a-469b-b396-19734c37ad63 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:21.741931 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2863e1ed-63ad-4009-9e5c-65c16f4d0e1c req-3412d64d-a65a-469b-b396-19734c37ad63 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1205738 Sep 25 04:49:21.821098 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2863e1ed-63ad-4009-9e5c-65c16f4d0e1c req-1936c227-8c2a-4d5a-8b37-b4684f5cd92e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714903 Sep 25 04:49:22.003165 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126071804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126106717'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.062793 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3463d045-35e7-418b-82e7-024d57af54ab,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:22.075036 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Checking segment: {'id': 'cbe67c4e-3c7b-4202-a104-4a783083ef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:49:22.075428 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Network hostable DHCP agents. Network: 3e52edd5-5263-4c47-96ec-7e267d74461b, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:49:22.113315 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Sync routers for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:49:22.123541 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:22.124169 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:22.165213 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Network 3e52edd5-5263-4c47-96ec-7e267d74461b is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:49:22.256870 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 3e52edd5-5263-4c47-96ec-7e267d74461b) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:22.261292 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:22.262746 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.266851 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc4c0e-099f-426e-8a92-8fbaaecaef04 None None] Network 3e52edd5-5263-4c47-96ec-7e267d74461b requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:49:22.345368 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:22.360254 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ec9a4a37-b360-4a04-9c43-e2a809a0dbfc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8420825 Sep 25 04:49:22.362720 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55084) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:22.367843 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:22.435148 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852f46b4-64f9-5732-a011-1c6c77b9aacb-3e52edd5-5263-4c47-96ec-7e267d74461b', 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'fixed_ips': [{'subnet_id': '3463d045-35e7-418b-82e7-024d57af54ab'}]}} from dv-cinder-768458-10-smb. {{(pid=101230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 25 04:49:22.436176 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.499714 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16250246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1861'] for router, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.499714 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16249974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16248454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6326'] for router, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.558268 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8b4e0-56cb-4a57-a0e2-3b720dcc9f25 req-b59a7e2e-ba9a-4c1f-8bae-f3a2c89db390 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:22.559970 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-73b8b4e0-56cb-4a57-a0e2-3b720dcc9f25 req-b59a7e2e-ba9a-4c1f-8bae-f3a2c89db390 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0739684 Sep 25 04:49:22.579385 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:19Z', 'revision_number': 2, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:22.590177 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.600881 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.db_base_plugin_common [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Allocated IP 172.20.0.2 (3e52edd5-5263-4c47-96ec-7e267d74461b/3463d045-35e7-418b-82e7-024d57af54ab/dc24c6fc-0daf-498c-ba72-6e0236b54e36) {{(pid=101230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:22.609822 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Checking router: 98fbb919-9053-41cd-9c13-7e9d69eeebb8 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:49:22.610177 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Updating router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 port b250eeb9-7f95-4a9c-8036-acd38527c6bc binding host dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:49:22.629378 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-73b8b4e0-56cb-4a57-a0e2-3b720dcc9f25 req-0629bf66-ab3e-4097-b751-1d5f89e3613d tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376065 Sep 25 04:49:22.642697 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.766408 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Notify callbacks [] for port, precommit_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.836449 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device d129112b-f689-47ad-8683-d5769841756f up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:22.858834 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca60ca9-dcc9-4768-ace7-a03ceddc5ab0 req-b8aa584e-c5de-467e-8e81-8d5749661ed0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:22.860342 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bca60ca9-dcc9-4768-ace7-a03ceddc5ab0 req-b8aa584e-c5de-467e-8e81-8d5749661ed0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.1329396 Sep 25 04:49:22.879909 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398'] for port, after_create {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.899797 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.954679 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Network 3e52edd5-5263-4c47-96ec-7e267d74461b is already hosted by enough agents. {{(pid=101230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:22.963032 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Pushing event updated for resources: {'Port': ['ID=dc24c6fc-0daf-498c-ba72-6e0236b54e36,revision_number=1']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:22.963800 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bca60ca9-dcc9-4768-ace7-a03ceddc5ab0 req-5c4fa705-eecc-4e7a-b2cc-f43f807ff750 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689311 Sep 25 04:49:22.971702 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.scheduler.base_scheduler [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Resources bound (agent type, host, resource id): {{(pid=101230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:22.978798 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Received port after_create {{(pid=101230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:49:22.984059 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.984405 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.984740 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.985073 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.985403 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.985504 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Notify callbacks [] for port, precommit_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:22.985728 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.986050 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.986368 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.986715 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.987038 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.989189 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.990143 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:22.994653 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55094) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:23.004419 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port d129112b-f689-47ad-8683-d5769841756f triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:23.004419 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.018917 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd43461-97e5-46ee-a99a-4e4db9097f49 req-52105118-7921-4277-a954-b98617ada731 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:23.020521 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bbd43461-97e5-46ee-a99a-4e4db9097f49 req-52105118-7921-4277-a954-b98617ada731 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1042073 Sep 25 04:49:23.072552 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.111482 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bbd43461-97e5-46ee-a99a-4e4db9097f49 req-6bd78013-b650-4de8-8309-0edf0be6b936 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787315 Sep 25 04:49:23.149365 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Attempting to bind port dc24c6fc-0daf-498c-ba72-6e0236b54e36 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:49:23.150684 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Attempting to bind port dc24c6fc-0daf-498c-ba72-6e0236b54e36 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'cbe67c4e-3c7b-4202-a104-4a783083ef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:49:23.151817 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Attempting to bind port dc24c6fc-0daf-498c-ba72-6e0236b54e36 on network 3e52edd5-5263-4c47-96ec-7e267d74461b {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:23.152500 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f212848-0a49-42db-b875-e69490e644ae None None] Pushing event updated for resources: {'Port': ['ID=b250eeb9-7f95-4a9c-8036-acd38527c6bc,revision_number=3']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:23.171877 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:49:23.172349 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Checking segment: {'id': 'cbe67c4e-3c7b-4202-a104-4a783083ef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:49:23.172834 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.173486 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Bound using segment: {'id': 'cbe67c4e-3c7b-4202-a104-4a783083ef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:49:23.174073 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Bound port: dc24c6fc-0daf-498c-ba72-6e0236b54e36, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe67c4e-3c7b-4202-a104-4a783083ef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:49:23.174525 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.298976 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] For port dc24c6fc-0daf-498c-ba72-6e0236b54e36, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:49:23.308745 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] For port dc24c6fc-0daf-498c-ba72-6e0236b54e36, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=dc24c6fc-0daf-498c-ba72-6e0236b54e36,segment=NetworkSegment(cbe67c4e-3c7b-4202-a104-4a783083ef8c),segment_id=cbe67c4e-3c7b-4202-a104-4a783083ef8c)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:49:23.330084 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.354454 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.371390 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03ec1a-6f29-44fb-8ca1-1db399485735 tempest-TestShelveInstance-206782559 tempest-TestShelveInstance-206782559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:23.371717 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Attempting to bind port b250eeb9-7f95-4a9c-8036-acd38527c6bc on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:49:23.371717 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Attempting to bind port b250eeb9-7f95-4a9c-8036-acd38527c6bc by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:49:23.371992 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-ac03ec1a-6f29-44fb-8ca1-1db399485735 tempest-TestShelveInstance-206782559 tempest-TestShelveInstance-206782559-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1094 time: 0.3732045 Sep 25 04:49:23.372115 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Attempting to bind port b250eeb9-7f95-4a9c-8036-acd38527c6bc on network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:23.372229 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55100) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:23.376638 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Request body: {'floatingip': {'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'port_id': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:23.382942 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:49:23.383911 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Checking segment: {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:49:23.384652 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.385315 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Bound using segment: {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:49:23.386267 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Bound port: b250eeb9-7f95-4a9c-8036-acd38527c6bc, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'}}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:49:23.387808 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.389125 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.472924 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-de0b7b80-ddf7-4256-a6b6-f54c24e30845 None None] Provisioning complete for port b250eeb9-7f95-4a9c-8036-acd38527c6bc triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:23.473457 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-de0b7b80-ddf7-4256-a6b6-f54c24e30845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.476414 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681cd56-94f1-48e2-9223-9489b795ee65 None None] Pushing event updated for resources: {'Port': ['ID=dc24c6fc-0daf-498c-ba72-6e0236b54e36,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:23.500961 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Allocated IP 172.28.3.220 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:23.502204 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] For port b250eeb9-7f95-4a9c-8036-acd38527c6bc, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:49:23.508731 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] For port b250eeb9-7f95-4a9c-8036-acd38527c6bc, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=b250eeb9-7f95-4a9c-8036-acd38527c6bc,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:49:23.515407 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for floatingip, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.531084 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-de0b7b80-ddf7-4256-a6b6-f54c24e30845 None None] Port b250eeb9-7f95-4a9c-8036-acd38527c6bc cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:49:23.623590 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.649690 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.650852 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.681958 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:23.682992 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:48:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:23.778847 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f212848-0a49-42db-b875-e69490e644ae None None] Pushing event updated for resources: {'Port': ['ID=b250eeb9-7f95-4a9c-8036-acd38527c6bc,revision_number=4']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:23.855115 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:23.885314 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:23.914715 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Allocated IP 172.28.3.103 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/2fd78dd3-7e3e-4e86-9ba4-97018c5dc7b6) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:23.920201 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:23.922512 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:23.927580 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:49:23.968939 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:24.074325 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-76abaf2f-1e56-462e-8a5d-eafd7d925050 None None] Provisioning complete for port b250eeb9-7f95-4a9c-8036-acd38527c6bc triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:24.075385 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-76abaf2f-1e56-462e-8a5d-eafd7d925050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:24.135689 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9701ac71-187e-4e57-a9a3-f71081348648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:24.261255 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:23Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:24.312939 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-76abaf2f-1e56-462e-8a5d-eafd7d925050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:24.318915 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:24.361143 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e2798-7619-4fb8-badf-d542e635bbac None None] The sync data for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb is: [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:23Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:49:24.372624 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-76abaf2f-1e56-462e-8a5d-eafd7d925050 None None] For port b250eeb9-7f95-4a9c-8036-acd38527c6bc, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=b250eeb9-7f95-4a9c-8036-acd38527c6bc,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:24.406069 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d17c95-87e3-4182-8f52-5402f74872c2 req-06593c52-df80-4f51-9807-53b3d2639266 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:24.407623 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-52d17c95-87e3-4182-8f52-5402f74872c2 req-06593c52-df80-4f51-9807-53b3d2639266 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1040654 Sep 25 04:49:24.429097 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:24.435106 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:24.469039 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-76abaf2f-1e56-462e-8a5d-eafd7d925050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:24.486772 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:24.492955 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:24.500733 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:49:24.572363 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abaf2f-1e56-462e-8a5d-eafd7d925050 None None] Pushing event updated for resources: {'Port': ['ID=b250eeb9-7f95-4a9c-8036-acd38527c6bc,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:24.589062 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'Port': ['ID=2fd78dd3-7e3e-4e86-9ba4-97018c5dc7b6,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:24.683124 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-52d17c95-87e3-4182-8f52-5402f74872c2 req-852c0cde-8894-474b-b2fe-ffc19cfcccfe tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478913 Sep 25 04:49:24.708873 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:24.789755 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547602b-e02e-4bb7-9a5e-26a97f80c522 None None] Network 3e52edd5-5263-4c47-96ec-7e267d74461b requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:49:24.803308 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16249871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16248507'] for router, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:24.877713 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-21b0748f-702d-40c7-a74f-6f0bdf97a20c None None] Provisioning complete for port dc24c6fc-0daf-498c-ba72-6e0236b54e36 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:24.879137 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-21b0748f-702d-40c7-a74f-6f0bdf97a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.093690 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device b250eeb9-7f95-4a9c-8036-acd38527c6bc up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:25.119769 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.157697 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-21b0748f-702d-40c7-a74f-6f0bdf97a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.159487 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 is scheduled to L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 with binding_index 1 {{(pid=101229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:49:25.213295 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-21b0748f-702d-40c7-a74f-6f0bdf97a20c None None] For port dc24c6fc-0daf-498c-ba72-6e0236b54e36, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=dc24c6fc-0daf-498c-ba72-6e0236b54e36,segment=NetworkSegment(cbe67c4e-3c7b-4202-a104-4a783083ef8c),segment_id=cbe67c4e-3c7b-4202-a104-4a783083ef8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:25.219015 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port b250eeb9-7f95-4a9c-8036-acd38527c6bc triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:25.219442 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.306376 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.307544 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-21b0748f-702d-40c7-a74f-6f0bdf97a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.365273 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device dc24c6fc-0daf-498c-ba72-6e0236b54e36 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:25.573679 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.602644 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0748f-702d-40c7-a74f-6f0bdf97a20c None None] Pushing event updated for resources: {'Port': ['ID=dc24c6fc-0daf-498c-ba72-6e0236b54e36,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:25.618994 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-51b70170-6969-491e-b50d-55a5e594686e None None] Provisioning complete for port dc24c6fc-0daf-498c-ba72-6e0236b54e36 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:25.619392 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-51b70170-6969-491e-b50d-55a5e594686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.660061 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.665509 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:49:25.669605 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port dc24c6fc-0daf-498c-ba72-6e0236b54e36 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:25.669978 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.692734 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Sync routers for ids ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:49:25.739379 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event updated for resources: {'Port': ['ID=2fd78dd3-7e3e-4e86-9ba4-97018c5dc7b6,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:25.744447 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Routers {'026a1233-f1f6-4bf4-88e9-3723c4e74fe2'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:25.748457 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:25.752170 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.807560 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] Notify callbacks [] for router, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:25.808793 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-cfdc55e6-994c-4728-bdb4-b0125cba0882 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4451041 Sep 25 04:49:25.816902 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55110) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:49:25.862542 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c98b63-9796-4f92-ae9a-357b44956bff req-e373e538-ad43-4def-b6f5-f7dff59fb807 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:25.864146 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-80c98b63-9796-4f92-ae9a-357b44956bff req-e373e538-ad43-4def-b6f5-f7dff59fb807 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0613811 Sep 25 04:49:25.913388 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-80c98b63-9796-4f92-ae9a-357b44956bff req-03bd5970-7bc8-4e85-aeba-286411d8c1b8 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Sep 25 04:49:25.964459 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Set router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:25.982827 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.l3_db [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Floating IP a6c48b0d-29fa-46f3-a300-68fd9ee2080e associated. External IP: 172.28.3.103, port: d7befce3-f7ed-4d3b-bc3d-5431253dcf3e. Sep 25 04:49:26.174970 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.199697 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:22Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 3, 'project_id': '98d27a3c765342e087813eeda42917e4', 'gw_port': {'id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:23Z', 'updated_at': '2021-09-25T04:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:26.236857 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Checking router: 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:49:26.237265 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Updating router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd binding host dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:49:26.267959 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.395931 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:49:26.560653 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Notify callbacks [] for port, precommit_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.590584 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:49:26.596240 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.602462 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] Sync routers for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:49:26.617254 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:26.618630 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:26.651089 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.704182 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.714181 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Attempting to bind port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:49:26.715114 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Attempting to bind port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:49:26.715114 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Attempting to bind port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd on network b0b167fe-0b03-480a-9f79-323358310379 {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:26.716989 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4995155-7014-4066-98f9-a5d551279b03 None None] Pushing event updated for resources: {'Port': ['ID=e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd,revision_number=2']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:26.722663 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:49:26.723054 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Checking segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:49:26.723546 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.724489 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Bound using segment: {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'} {{(pid=101230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:49:26.725087 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.managers [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Bound port: e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458431a-6dce-4cf3-8f8e-fb295211d611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379'}}] {{(pid=101230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:49:26.725636 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.791417 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-13f436ab-bcb0-4ed8-81b5-e3edf349e322 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4054449 Sep 25 04:49:26.791417 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:49:26.791417 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf419c6d-14cb-462a-83ca-995c58d6fa3a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:49:26.805100 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:26.809449 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] For port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:49:26.814730 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] For port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:49:26.833220 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b3a1b1-7ce3-4c86-b786-766604b123b2 x-openstack-request-id: req-62b3a1b1-7ce3-4c86-b786-766604b123b2 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:49:26.833760 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:49:26.834256 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62b3a1b1-7ce3-4c86-b786-766604b123b2 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:49:26.834846 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'status': 'completed', 'code': 200} Sep 25 04:49:26.853459 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device dc24c6fc-0daf-498c-ba72-6e0236b54e36 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:26.868620 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Allocated IP 172.20.0.1 (3e52edd5-5263-4c47-96ec-7e267d74461b/3463d045-35e7-418b-82e7-024d57af54ab/88bd9b65-97ba-4618-86fb-950010e725f9) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:26.910830 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port dc24c6fc-0daf-498c-ba72-6e0236b54e36 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:26.911402 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.916080 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:26.937796 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-1b2439e2-da1b-4ca6-8ca5-4461fdf4c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:26.939448 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-1b2439e2-da1b-4ca6-8ca5-4461fdf4c870 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b1a72f2084f4268961fba544e9ef752&device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1099 time: 0.0831068 Sep 25 04:49:27.037550 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4995155-7014-4066-98f9-a5d551279b03 None None] Pushing event updated for resources: {'Port': ['ID=e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd,revision_number=3']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:27.045221 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Routers {'026a1233-f1f6-4bf4-88e9-3723c4e74fe2'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:27.045876 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:27.091554 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:27.114134 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-45ae38c0-432d-40f7-a1e7-7fe6590f2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:27.115776 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-45ae38c0-432d-40f7-a1e7-7fe6590f2089 service neutron] 10.222.0.46 "GET /v2.0/networks?id=333edd60-e3f0-405f-868b-c4d9c57f620c HTTP/1.1" status: 200 len: 910 time: 0.1675465 Sep 25 04:49:27.130535 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb659e3-8fc6-4b1a-9ba1-04d1c9127275 req-029202af-2450-468e-935b-fe59eef13dbc tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:27.142699 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cfb659e3-8fc6-4b1a-9ba1-04d1c9127275 req-029202af-2450-468e-935b-fe59eef13dbc tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0824358 Sep 25 04:49:27.147656 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': 'a6c48b0d-29fa-46f3-a300-68fd9ee2080e', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'port_id': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'mac_address': 'fa:16:3e:6c:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:49:24Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 0, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb515d8-d35c-431d-ac6b-b6d7ff483e3f', 'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'mac_address': 'fa:16:3e:84:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:32Z', 'updated_at': '2021-09-25T04:48:37Z', 'revision_number': 5, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'subnets': [{'id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:27.185049 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cfb659e3-8fc6-4b1a-9ba1-04d1c9127275 req-da3da6c9-e2c9-4641-837b-dd8593fa50f0 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411427 Sep 25 04:49:27.189524 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] Checking router: d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:49:27.199796 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-dec1b06e-292c-41d2-bcc8-2b7b2ea88755 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e HTTP/1.1" status: 200 len: 1000 time: 0.0744028 Sep 25 04:49:27.200874 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:27.201126 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] Set router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:27.201571 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:27.265564 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:27.279266 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-8e9e6faf-96fd-4d4b-91a5-4902358e8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:27.281065 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-8e9e6faf-96fd-4d4b-91a5-4902358e8035 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5be41f-3e1f-426b-aaa2-3b6c674f3a37 HTTP/1.1" status: 200 len: 848 time: 0.0734425 Sep 25 04:49:27.324516 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Network 3e52edd5-5263-4c47-96ec-7e267d74461b is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:27.340905 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:27.348221 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:49:27.386865 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Pushing event updated for resources: {'Port': ['ID=88bd9b65-97ba-4618-86fb-950010e725f9,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:27.402812 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:27.422655 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16247942'] for router_interface, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:27.437208 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:27.459654 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:22Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 3, 'project_id': '98d27a3c765342e087813eeda42917e4', 'gw_port': {'id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:23Z', 'updated_at': '2021-09-25T04:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:27.477674 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-5b0e20fa-edae-4acd-8d64-7b379e01ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:27.479710 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-5b0e20fa-edae-4acd-8d64-7b379e01ba72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=333edd60-e3f0-405f-868b-c4d9c57f620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1754117 Sep 25 04:49:27.515153 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947ec2b-5015-4900-9923-02fc45ea8197 None None] The sync data for ids ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'] in dv-cinder-768458-10-smb is: [{'id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:22Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 3, 'project_id': '98d27a3c765342e087813eeda42917e4', 'gw_port': {'id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:23Z', 'updated_at': '2021-09-25T04:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:49:27.648642 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-d90ad474-903b-418e-ab2a-bd9f6d21c285 None None] Provisioning complete for port 88bd9b65-97ba-4618-86fb-950010e725f9 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:27.649303 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d90ad474-903b-418e-ab2a-bd9f6d21c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:27.661902 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-1d8a783f-36eb-41a4-bb2b-56586dc950c8 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690531 Sep 25 04:49:27.721343 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-d90ad474-903b-418e-ab2a-bd9f6d21c285 None None] Port 88bd9b65-97ba-4618-86fb-950010e725f9 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:49:27.753400 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': 'a6c48b0d-29fa-46f3-a300-68fd9ee2080e', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'port_id': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'mac_address': 'fa:16:3e:6c:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:49:24Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 0, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb515d8-d35c-431d-ac6b-b6d7ff483e3f', 'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'mac_address': 'fa:16:3e:84:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:32Z', 'updated_at': '2021-09-25T04:48:37Z', 'revision_number': 5, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'subnets': [{'id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:27.782230 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3360c-04f3-4e41-a867-444ffa35e263 None None] The sync data for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb is: [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': 'a6c48b0d-29fa-46f3-a300-68fd9ee2080e', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'port_id': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'mac_address': 'fa:16:3e:6c:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:49:24Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 0, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb515d8-d35c-431d-ac6b-b6d7ff483e3f', 'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'mac_address': 'fa:16:3e:84:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:32Z', 'updated_at': '2021-09-25T04:48:37Z', 'revision_number': 5, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'subnets': [{'id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:49:27.807259 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf419c6d-14cb-462a-83ca-995c58d6fa3a req-02eb2639-db68-4563-b014-8a969cac9da5 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348419 Sep 25 04:49:27.862524 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:28.109554 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30848195-237e-4df2-b7b6-64778b640ef1 None None] New status for floating IP a6c48b0d-29fa-46f3-a300-68fd9ee2080e: ACTIVE {{(pid=101230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:49:28.125400 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-655382de-7b2e-469c-9e6f-8f118dbb479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:28.126941 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-655382de-7b2e-469c-9e6f-8f118dbb479c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 1098 time: 0.0858476 Sep 25 04:49:28.140218 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:28.274074 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-cf5a6635-4966-4f30-8d23-8cafbc1dfc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:28.275967 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-cf5a6635-4966-4f30-8d23-8cafbc1dfc5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 917 time: 0.1266754 Sep 25 04:49:28.355742 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2fa08-0d1d-4876-a12a-2ae4e54ec741 req-62b62932-cbc2-4e87-8718-c0f480d91639 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:28.357397 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-72c2fa08-0d1d-4876-a12a-2ae4e54ec741 req-62b62932-cbc2-4e87-8718-c0f480d91639 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0684564 Sep 25 04:49:28.407170 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-72c2fa08-0d1d-4876-a12a-2ae4e54ec741 req-3830addc-76e6-4d9a-9256-a14afc8e9f97 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428593 Sep 25 04:49:28.607774 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:28.686099 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-41cbba87-2e22-4912-8b13-e97a20fd5362 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8 HTTP/1.1" status: 200 len: 1000 time: 0.3870890 Sep 25 04:49:28.704727 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Pushing event updated for resources: {'Port': ['ID=88bd9b65-97ba-4618-86fb-950010e725f9,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:28.727501 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16238802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16249462'] for router_interface, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:28.782814 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-389926da-f864-4d15-926e-252f5b0ec7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:28.785455 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-389926da-f864-4d15-926e-252f5b0ec7eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.0909097 Sep 25 04:49:28.897820 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:28.908000 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-5d4e9b80-7a40-480b-ad09-3eb9a15c813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:28.909520 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-5d4e9b80-7a40-480b-ad09-3eb9a15c813b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1129541 Sep 25 04:49:28.954180 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:28.954580 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:28.957394 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Network 3e52edd5-5263-4c47-96ec-7e267d74461b is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:28.960654 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:29.102874 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-e38b6081-2e8d-4ec2-8260-0b7563325883 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850185 Sep 25 04:49:29.191710 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:29.207576 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:49:29.220980 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] For port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:29.264560 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-940305b5-03f2-41dc-822a-bc38f518b88d None None] Provisioning complete for port 88bd9b65-97ba-4618-86fb-950010e725f9 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:29.264938 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-940305b5-03f2-41dc-822a-bc38f518b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:29.278004 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-468b62cc-3f92-4431-9c84-917ff82ec417 req-e78e3a6c-fed1-4361-bd02-cd9bb0ca24bc service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644058 Sep 25 04:49:29.306984 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:29.315792 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-940305b5-03f2-41dc-822a-bc38f518b88d None None] Port 88bd9b65-97ba-4618-86fb-950010e725f9 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:49:29.362173 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Pushing event updated for resources: {'Port': ['ID=e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:29.370926 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:49:29.378640 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-bb617943-7f18-465a-97f4-810b2249bc7c admin admin] 10.222.0.38 "PUT /v2.0/routers/026a1233-f1f6-4bf4-88e9-3723c4e74fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5596383 Sep 25 04:49:29.399367 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:29.547404 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb71931-452c-4dcf-bc10-37e74f41969b req-8a740dab-bbe7-420f-a8b9-061f37ace933 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:29.549414 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1eb71931-452c-4dcf-bc10-37e74f41969b req-8a740dab-bbe7-420f-a8b9-061f37ace933 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0579555 Sep 25 04:49:29.740342 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1eb71931-452c-4dcf-bc10-37e74f41969b req-14564e5f-1e96-4e62-b6bd-5b10239e6e6a tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818271 Sep 25 04:49:30.918097 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:30.970621 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be593e17-9858-44af-aa25-22d44eb9e069 req-39c3f9b4-bddd-44fe-8c8c-a5fa610198c0 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:30.977218 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-be593e17-9858-44af-aa25-22d44eb9e069 req-39c3f9b4-bddd-44fe-8c8c-a5fa610198c0 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0717313 Sep 25 04:49:31.016761 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:31.017251 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:31.034075 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Sync routers for ids ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:49:31.035535 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-be593e17-9858-44af-aa25-22d44eb9e069 req-c7309671-ca0a-4123-b7f1-30ba9ba466e5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532558 Sep 25 04:49:31.058219 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Routers {'026a1233-f1f6-4bf4-88e9-3723c4e74fe2'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:31.059111 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:31.205561 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Set router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:31.476866 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:22Z', 'updated_at': '2021-09-25T04:49:27Z', 'revision_number': 4, 'project_id': '98d27a3c765342e087813eeda42917e4', 'gw_port': {'id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:23Z', 'updated_at': '2021-09-25T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '88bd9b65-97ba-4618-86fb-950010e725f9', 'name': '', 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'mac_address': 'fa:16:3e:be:e1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3463d045-35e7-418b-82e7-024d57af54ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:26Z', 'updated_at': '2021-09-25T04:49:27Z', 'revision_number': 2, 'project_id': '98d27a3c765342e087813eeda42917e4', 'subnets': [{'id': '3463d045-35e7-418b-82e7-024d57af54ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:31.515640 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Checking router: 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:49:31.515977 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Updating router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 port 88bd9b65-97ba-4618-86fb-950010e725f9 binding host dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:49:31.556292 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:31.906620 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:32.040612 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:32.167689 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Pushing event updated for resources: {'Port': ['ID=88bd9b65-97ba-4618-86fb-950010e725f9,revision_number=3']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:32.231699 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f6fce-c4e4-40ee-a725-e7b450f8c9aa req-015197bf-096b-40f1-8e0a-4710a52d9f58 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:32.244406 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c06f6fce-c4e4-40ee-a725-e7b450f8c9aa req-015197bf-096b-40f1-8e0a-4710a52d9f58 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1064584 Sep 25 04:49:32.244676 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Attempting to bind port 88bd9b65-97ba-4618-86fb-950010e725f9 on host dv-cinder-768458-10-smb for vnic_type normal with profile {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:49:32.244970 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Attempting to bind port 88bd9b65-97ba-4618-86fb-950010e725f9 by drivers openvswitch,hyperv on host dv-cinder-768458-10-smb at level 0 using segments [{'id': 'cbe67c4e-3c7b-4202-a104-4a783083ef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b'}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:49:32.246566 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Attempting to bind port 88bd9b65-97ba-4618-86fb-950010e725f9 on network 3e52edd5-5263-4c47-96ec-7e267d74461b {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:32.256470 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Checking agent: {'id': '33d2c3aa-4209-4ce1-9ada-8e510c91d972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 55), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:49:32.256908 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Checking segment: {'id': 'cbe67c4e-3c7b-4202-a104-4a783083ef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:49:32.257321 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:32.257809 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Bound using segment: {'id': 'cbe67c4e-3c7b-4202-a104-4a783083ef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b'} {{(pid=101231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:49:32.259282 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.managers [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Bound port: 88bd9b65-97ba-4618-86fb-950010e725f9, host: dv-cinder-768458-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe67c4e-3c7b-4202-a104-4a783083ef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b'}}] {{(pid=101231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:49:32.259282 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:32.314777 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c06f6fce-c4e4-40ee-a725-e7b450f8c9aa req-0184e050-acda-412d-9885-29ccb8a86553 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663435 Sep 25 04:49:32.367197 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] For port 88bd9b65-97ba-4618-86fb-950010e725f9, host dv-cinder-768458-10-smb, cleared binding levels {{(pid=101231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:49:32.371831 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.plugins.ml2.db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] For port 88bd9b65-97ba-4618-86fb-950010e725f9, host dv-cinder-768458-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=88bd9b65-97ba-4618-86fb-950010e725f9,segment=NetworkSegment(cbe67c4e-3c7b-4202-a104-4a783083ef8c),segment_id=cbe67c4e-3c7b-4202-a104-4a783083ef8c)] {{(pid=101231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:49:32.467055 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron_lib.callbacks.manager [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:32.477421 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-8ceb5628-08c7-4dc9-870d-6a50e8245379 None None] Provisioning complete for port 88bd9b65-97ba-4618-86fb-950010e725f9 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:32.478093 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5628-08c7-4dc9-870d-6a50e8245379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:32.535490 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Routers {'026a1233-f1f6-4bf4-88e9-3723c4e74fe2'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:49:32.537168 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:32.644866 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5628-08c7-4dc9-870d-6a50e8245379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:32.690291 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-8ceb5628-08c7-4dc9-870d-6a50e8245379 None None] For port 88bd9b65-97ba-4618-86fb-950010e725f9, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=88bd9b65-97ba-4618-86fb-950010e725f9,segment=NetworkSegment(cbe67c4e-3c7b-4202-a104-4a783083ef8c),segment_id=cbe67c4e-3c7b-4202-a104-4a783083ef8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:32.692113 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] Set router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:49:32.806989 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5628-08c7-4dc9-870d-6a50e8245379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:32.815308 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Pushing event updated for resources: {'Port': ['ID=88bd9b65-97ba-4618-86fb-950010e725f9,revision_number=4']} {{(pid=101231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:32.826043 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.826504 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.826798 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.827195 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.827550 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.827869 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.828150 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.828483 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.828893 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.829221 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.829592 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.829932 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98989248-67d2-4e84-b5d1-ef1e943cde88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:32.965180 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb5628-08c7-4dc9-870d-6a50e8245379 None None] Pushing event updated for resources: {'Port': ['ID=88bd9b65-97ba-4618-86fb-950010e725f9,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:32.997967 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-fcbb01da-7854-4e37-8124-c269acb41ca4 None None] Provisioning complete for port 88bd9b65-97ba-4618-86fb-950010e725f9 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:32.998754 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-fcbb01da-7854-4e37-8124-c269acb41ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:33.084834 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:22Z', 'updated_at': '2021-09-25T04:49:27Z', 'revision_number': 4, 'project_id': '98d27a3c765342e087813eeda42917e4', 'gw_port': {'id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:23Z', 'updated_at': '2021-09-25T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '88bd9b65-97ba-4618-86fb-950010e725f9', 'name': '', 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'mac_address': 'fa:16:3e:be:e1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3463d045-35e7-418b-82e7-024d57af54ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:26Z', 'updated_at': '2021-09-25T04:49:32Z', 'revision_number': 4, 'project_id': '98d27a3c765342e087813eeda42917e4', 'subnets': [{'id': '3463d045-35e7-418b-82e7-024d57af54ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:33.116751 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3dcd6-e709-478f-abcc-2c1f105c0ab4 None None] The sync data for ids ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'] in dv-cinder-768458-10-smb is: [{'id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:22Z', 'updated_at': '2021-09-25T04:49:27Z', 'revision_number': 4, 'project_id': '98d27a3c765342e087813eeda42917e4', 'gw_port': {'id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:23Z', 'updated_at': '2021-09-25T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '88bd9b65-97ba-4618-86fb-950010e725f9', 'name': '', 'network_id': '3e52edd5-5263-4c47-96ec-7e267d74461b', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'mac_address': 'fa:16:3e:be:e1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3463d045-35e7-418b-82e7-024d57af54ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:26Z', 'updated_at': '2021-09-25T04:49:32Z', 'revision_number': 4, 'project_id': '98d27a3c765342e087813eeda42917e4', 'subnets': [{'id': '3463d045-35e7-418b-82e7-024d57af54ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:49:33.438290 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:49:33.498554 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647d7e6-7be7-42c6-a579-d3eb216403a4 req-7a72c3ba-735f-4991-83b3-4213b1cb9b5e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:33.500776 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6647d7e6-7be7-42c6-a579-d3eb216403a4 req-7a72c3ba-735f-4991-83b3-4213b1cb9b5e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0765531 Sep 25 04:49:33.597422 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6647d7e6-7be7-42c6-a579-d3eb216403a4 req-e60893da-dffa-4c0e-b96e-dcbde46fe2fb tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882063 Sep 25 04:49:33.610040 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:33.643772 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'port_id': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'mac_address': 'fa:16:3e:8a:73:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:49:33.723998 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:33.742317 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b428a33-b731-48a9-9d9c-6302834a1cd8 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:49:33.790371 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:34.154623 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:34.224664 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=6']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:34.253112 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['9b428a33-b731-48a9-9d9c-6302834a1cd8'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:49:34.985711 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef945c-8275-4523-9472-3b114715b6ff req-6db61cda-f710-4f1e-ab76-0b43f3f6f673 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:34.995524 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f8ef945c-8275-4523-9472-3b114715b6ff req-6db61cda-f710-4f1e-ab76-0b43f3f6f673 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 944 time: 0.1808043 Sep 25 04:49:35.005853 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 88bd9b65-97ba-4618-86fb-950010e725f9 up at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:35.142222 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f8ef945c-8275-4523-9472-3b114715b6ff req-f23c2403-586f-4559-9209-d139148df04e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081610 Sep 25 04:49:35.265413 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Provisioning complete for port 88bd9b65-97ba-4618-86fb-950010e725f9 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:35.265986 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:35.562632 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:35.736661 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 9b428a33-b731-48a9-9d9c-6302834a1cd8 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:35.737752 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:35.974467 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:36.028598 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:49:36.037401 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d370644b-e1bb-47a0-8b0f-dd0523048b69" -d '{"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-plugged", "status": "completed", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:49:36.070040 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:36.123579 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5e8b15-b881-4477-a849-783b91c18ab4 x-openstack-request-id: req-8a5e8b15-b881-4477-a849-783b91c18ab4 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:49:36.124189 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-plugged", "status": "completed", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:49:36.124896 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a5e8b15-b881-4477-a849-783b91c18ab4 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:49:36.126239 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'code': 200} Sep 25 04:49:36.141023 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:36.423284 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=7']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:36.584342 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c2095-0d62-4982-8e77-2e30c915c271 req-ef6c58f4-baa1-4db4-b1f9-f1f361360453 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:36.602318 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-521c2095-0d62-4982-8e77-2e30c915c271 req-ef6c58f4-baa1-4db4-b1f9-f1f361360453 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1578016 Sep 25 04:49:36.700179 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-521c2095-0d62-4982-8e77-2e30c915c271 req-407ce6f3-f725-4bc7-a700-632d3da1e81a tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891941 Sep 25 04:49:38.008049 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40d36d-8ef1-4e9d-a418-e02f5c491ca4 req-d45dfb54-1e2a-499f-a4c9-c521427cafea tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:38.009485 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ed40d36d-8ef1-4e9d-a418-e02f5c491ca4 req-d45dfb54-1e2a-499f-a4c9-c521427cafea tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1248577 Sep 25 04:49:38.077544 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ed40d36d-8ef1-4e9d-a418-e02f5c491ca4 req-9a40972c-32e9-419e-b5ca-432f43ff7ee3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537362 Sep 25 04:49:39.311246 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc950-8d50-48cc-81cc-939aa7a1b294 req-e5cd4f1b-8bbd-4c6e-a636-68d25fcff5cf tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:39.313576 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-547cc950-8d50-48cc-81cc-939aa7a1b294 req-e5cd4f1b-8bbd-4c6e-a636-68d25fcff5cf tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.1074684 Sep 25 04:49:39.424623 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-547cc950-8d50-48cc-81cc-939aa7a1b294 req-603b9bf1-c743-4127-8b8f-e0289b7f40e3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982301 Sep 25 04:49:40.634317 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783fac4-ac69-4fad-ade4-eb3a68d40cda req-9549782d-8c66-4824-a0e0-6c0e38fd863b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:40.636960 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6783fac4-ac69-4fad-ade4-eb3a68d40cda req-9549782d-8c66-4824-a0e0-6c0e38fd863b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0913696 Sep 25 04:49:40.702607 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6783fac4-ac69-4fad-ade4-eb3a68d40cda req-a8d6bed7-0271-4789-b016-f53a8b07829b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595806 Sep 25 04:49:41.834105 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60178d-cf6e-4103-9466-1103912d3123 req-cb0aac58-c176-4201-a9b2-99ed66601450 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:41.835665 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9b60178d-cf6e-4103-9466-1103912d3123 req-cb0aac58-c176-4201-a9b2-99ed66601450 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0514741 Sep 25 04:49:41.877049 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9b60178d-cf6e-4103-9466-1103912d3123 req-2c79b641-54ae-434a-b9c0-71105ca5e448 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351918 Sep 25 04:49:43.013283 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3e873-4786-4fac-8d4d-3ac0864ea877 req-1a644724-7f30-43ba-a903-a3c69f26c5ff tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:43.016042 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-13f3e873-4786-4fac-8d4d-3ac0864ea877 req-1a644724-7f30-43ba-a903-a3c69f26c5ff tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0634511 Sep 25 04:49:43.076583 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-13f3e873-4786-4fac-8d4d-3ac0864ea877 req-eeec601b-f0e7-411d-bb54-bf122a72430d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481811 Sep 25 04:49:44.216733 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac01ef-5b50-4ba2-a0a4-9e0fff43897d req-f1c9f0c4-19b4-4f51-95b5-5bb91ce046b5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:44.225689 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-41ac01ef-5b50-4ba2-a0a4-9e0fff43897d req-f1c9f0c4-19b4-4f51-95b5-5bb91ce046b5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0648129 Sep 25 04:49:44.272198 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-41ac01ef-5b50-4ba2-a0a4-9e0fff43897d req-7ec6b881-d47f-4dc0-a386-57edfeaa5df8 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Sep 25 04:49:44.583995 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-0967b2a5-d247-4377-8c58-2f4b3a3778db tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:44.586457 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-0967b2a5-d247-4377-8c58-2f4b3a3778db tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/networks?id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca HTTP/1.1" status: 200 len: 814 time: 0.1547735 Sep 25 04:49:44.618391 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-c28ff377-093d-4e72-9933-836f0ff93933 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/quotas/77a80e2c4e1b458e9c5693e3c3f988b0 HTTP/1.1" status: 200 len: 375 time: 0.0245404 Sep 25 04:49:44.729965 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-ac24b33d-5ca2-4a94-9995-a188cf809880 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040626 Sep 25 04:49:44.923370 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-5c540a27-f97d-41ac-afa8-79d5ff851f30 service neutron] 10.222.0.38 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875787 Sep 25 04:49:45.041301 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b5301c2a-3200-4d32-af01-221ecfb19106 service neutron] 10.222.0.38 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110234 Sep 25 04:49:45.381359 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f04b530a-59c5-447a-a9f3-450cbc7b4211 req-3d274d1b-bc0a-488d-ae79-b2e42e578b0d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 210 time: 0.0378969 Sep 25 04:49:45.670689 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6eef8-978f-4820-a37e-2cbcd761a0f0 req-ee2f7ba6-74dd-4b80-aa0e-0856ff1f6b4f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:45.672672 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d7a6eef8-978f-4820-a37e-2cbcd761a0f0 req-ee2f7ba6-74dd-4b80-aa0e-0856ff1f6b4f tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0658867 Sep 25 04:49:45.742005 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d7a6eef8-978f-4820-a37e-2cbcd761a0f0 req-65e1a690-117d-44e0-9fd7-2f677ce39cd3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566561 Sep 25 04:49:46.478121 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2d5236ca-932b-4594-bdaa-533736372e60 req-b7683dd7-73bd-42fe-8255-36fa087afd4e tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 210 time: 0.0378368 Sep 25 04:49:46.727585 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:49:46.902511 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55167b-e552-4906-85d5-48c39f942a72 req-73ba1d3c-ae90-4bcf-ac34-23fcbb8ac24d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:46.904016 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ef55167b-e552-4906-85d5-48c39f942a72 req-73ba1d3c-ae90-4bcf-ac34-23fcbb8ac24d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0650260 Sep 25 04:49:46.953646 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ef55167b-e552-4906-85d5-48c39f942a72 req-1c36a8d3-a2d8-4fa0-9641-619a1916d474 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407066 Sep 25 04:49:47.599259 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c7f61510-58ba-40c7-abfa-0d5e5156e0db req-e525fb6b-7dd8-4f3a-81e7-bfb66c0910ee tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 210 time: 0.0405102 Sep 25 04:49:48.090618 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9840-2223-4d12-9961-81a14b6cd02a req-5b98fac2-893d-4166-99fb-5129cc4c914e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:48.092092 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f37c9840-2223-4d12-9961-81a14b6cd02a req-5b98fac2-893d-4166-99fb-5129cc4c914e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0549703 Sep 25 04:49:48.133639 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f37c9840-2223-4d12-9961-81a14b6cd02a req-24f282f5-3e87-4c11-a8e1-2c1550d230df tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355661 Sep 25 04:49:48.533795 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aafcc1-79cb-4390-813b-c685252feb5b req-ea889abf-0c2f-4978-8c81-159a6686a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:48.535478 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-60aafcc1-79cb-4390-813b-c685252feb5b req-ea889abf-0c2f-4978-8c81-159a6686a39d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 1098 time: 0.0927901 Sep 25 04:49:48.646818 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aafcc1-79cb-4390-813b-c685252feb5b req-0115ba79-8c84-4843-af57-cfccb877ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:48.648081 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-60aafcc1-79cb-4390-813b-c685252feb5b req-0115ba79-8c84-4843-af57-cfccb877ebe7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 917 time: 0.1031792 Sep 25 04:49:48.698583 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-512cc5c8-7de8-44e9-97c8-a223900ea11b tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:48.700011 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-512cc5c8-7de8-44e9-97c8-a223900ea11b tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.46 "GET /v2.0/networks?id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca HTTP/1.1" status: 200 len: 814 time: 0.1273601 Sep 25 04:49:48.715955 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'port': {'device_id': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'admin_state_up': True, 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:48.728357 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-60aafcc1-79cb-4390-813b-c685252feb5b req-eb6fc17e-892b-463e-8aaa-a779083dd364 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8 HTTP/1.1" status: 200 len: 1000 time: 0.0683606 Sep 25 04:49:48.745920 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6bdc949b-8fb8-46c2-9516-527af275f56b req-8ad30494-9c89-4795-bba4-8964405daac1 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 210 time: 0.0448322 Sep 25 04:49:48.784642 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aafcc1-79cb-4390-813b-c685252feb5b req-a7278af6-7993-4d5d-88b8-2dcca2ce5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:48.787052 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-60aafcc1-79cb-4390-813b-c685252feb5b req-a7278af6-7993-4d5d-88b8-2dcca2ce5f5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.0518768 Sep 25 04:49:48.832391 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aafcc1-79cb-4390-813b-c685252feb5b req-88f34b29-a473-4509-979b-21f2ae0ff1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:48.834425 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-60aafcc1-79cb-4390-813b-c685252feb5b req-88f34b29-a473-4509-979b-21f2ae0ff1b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0407481 Sep 25 04:49:48.930556 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-60aafcc1-79cb-4390-813b-c685252feb5b req-7d436881-1aa8-4566-83b2-45109d536371 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874748 Sep 25 04:49:49.014284 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Made reservation on behalf of 77a80e2c4e1b458e9c5693e3c3f988b0 for: {'port': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:49.018621 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:49.036944 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-60aafcc1-79cb-4390-813b-c685252feb5b req-650c5414-ab12-4ae5-bbb6-85310d53b84a service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992992 Sep 25 04:49:49.143418 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Allocated IP 172.20.0.11 (9c1e2831-abcc-43df-bdbc-f081a5e9ceca/ad7cd202-ce06-4b03-b049-461ffcd3d63e/9cd6f329-1eab-4d2d-b503-bf2b94546335) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:49.305771 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c62f-d634-49bb-87c7-fe2209fdf9bf req-0ed288f9-5163-4429-a493-bdd7c968fdfd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:49.307240 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-eff6c62f-d634-49bb-87c7-fe2209fdf9bf req-0ed288f9-5163-4429-a493-bdd7c968fdfd tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0955114 Sep 25 04:49:49.353991 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:49.377077 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-eff6c62f-d634-49bb-87c7-fe2209fdf9bf req-c546a6c4-5a0b-425f-a565-e9f452b6f3ce tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621264 Sep 25 04:49:49.474432 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:49.549959 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'Port': ['ID=9cd6f329-1eab-4d2d-b503-bf2b94546335,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:49.565655 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.566309 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.566309 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.568049 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.568049 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.568049 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.568888 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.568888 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.569459 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.569459 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.569752 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.570154 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:49.587209 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:49.590053 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:49.592936 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:49:49.681052 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:49.681946 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:49.846716 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9eff116b-ea29-4030-a619-af89944bc6fc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1332839 Sep 25 04:49:49.962816 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df94d2e-f3d7-4819-b343-e19089dc651c req-17b025f6-fae7-446f-ae84-13464f19bf00 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:49.964895 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4df94d2e-f3d7-4819-b343-e19089dc651c req-17b025f6-fae7-446f-ae84-13464f19bf00 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0884802 Sep 25 04:49:49.986839 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-6eceec61-b3c8-4af5-abfc-5a022c8040ea None None] Provisioning complete for port 9cd6f329-1eab-4d2d-b503-bf2b94546335 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:49:49.987605 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-6eceec61-b3c8-4af5-abfc-5a022c8040ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:50.016811 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4df94d2e-f3d7-4819-b343-e19089dc651c req-c62e8eea-ef2b-48e7-a8f5-78d08411a5df tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Sep 25 04:49:50.049091 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-6eceec61-b3c8-4af5-abfc-5a022c8040ea None None] Port 9cd6f329-1eab-4d2d-b503-bf2b94546335 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:49:50.522668 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f8fd0-25cc-40fb-b355-cbb9a0624f5b req-f9785917-fe33-4a8f-a616-bffdcb09b269 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:50.524382 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-be2f8fd0-25cc-40fb-b355-cbb9a0624f5b req-f9785917-fe33-4a8f-a616-bffdcb09b269 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0641160 Sep 25 04:49:50.565101 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-be2f8fd0-25cc-40fb-b355-cbb9a0624f5b req-006560ff-119a-4563-8872-85217f3bb95b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343204 Sep 25 04:49:51.150406 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9340fc5-9c63-437b-9354-b6d474b9c874 req-5cc912d9-057d-4a14-bdc5-701ca78833b5 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:51.152402 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a9340fc5-9c63-437b-9354-b6d474b9c874 req-5cc912d9-057d-4a14-bdc5-701ca78833b5 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0592606 Sep 25 04:49:51.194754 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a9340fc5-9c63-437b-9354-b6d474b9c874 req-2f642b0c-b16e-4581-b64b-d94a89963037 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359447 Sep 25 04:49:51.509348 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-83e960c9-8f30-431e-bb6c-593aefec86f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:51.555414 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:49:51.648880 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:51.677800 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:49:51.680093 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99acf90-1335-4353-9326-f07726830e32" -d '{"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-unplugged", "status": "completed", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:49:51.711263 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:51.764656 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1dec6-2e69-4c33-9b4a-498664df2a45 req-97d41462-0edc-4401-97b7-dfa9af843796 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:51.766267 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9ed1dec6-2e69-4c33-9b4a-498664df2a45 req-97d41462-0edc-4401-97b7-dfa9af843796 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 945 time: 0.0815809 Sep 25 04:49:51.776371 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ab633d-9fad-4c3c-8199-cc450cabaa04 x-openstack-request-id: req-07ab633d-9fad-4c3c-8199-cc450cabaa04 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:49:51.776963 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-unplugged", "status": "completed", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:49:51.776963 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07ab633d-9fad-4c3c-8199-cc450cabaa04 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:49:51.777271 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'code': 200} Sep 25 04:49:51.778600 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:51.830847 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9ed1dec6-2e69-4c33-9b4a-498664df2a45 req-fd2bd91a-405b-49fe-b825-ddca5c0b96dc tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562963 Sep 25 04:49:51.841265 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=8']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:52.325063 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13654a2-0a73-4a34-aed7-0a2673a01595 req-3cc4cf83-9f0c-4ef2-ba93-1d7d5a97ecdc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:52.326689 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f13654a2-0a73-4a34-aed7-0a2673a01595 req-3cc4cf83-9f0c-4ef2-ba93-1d7d5a97ecdc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0601995 Sep 25 04:49:52.374447 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f13654a2-0a73-4a34-aed7-0a2673a01595 req-402f0c95-9b01-4ba9-af3b-a7d951025246 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361910 Sep 25 04:49:52.967562 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0b9d9-8685-4639-8e10-65f0d73a141d req-6715871b-c4e6-4bd8-b68d-2780d9ae6936 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:52.970146 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1df0b9d9-8685-4639-8e10-65f0d73a141d req-6715871b-c4e6-4bd8-b68d-2780d9ae6936 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0620925 Sep 25 04:49:53.009881 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1df0b9d9-8685-4639-8e10-65f0d73a141d req-dde87233-698f-47a6-95c0-0ca55fba074b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336742 Sep 25 04:49:53.499044 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffb91c-71cd-4521-b785-bad44fa374d2 req-bd1f2ef1-ce3b-4664-b2d3-0c321931dd23 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:53.500511 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-17ffb91c-71cd-4521-b785-bad44fa374d2 req-bd1f2ef1-ce3b-4664-b2d3-0c321931dd23 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0542188 Sep 25 04:49:53.545096 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-17ffb91c-71cd-4521-b785-bad44fa374d2 req-2a9cd1a8-b5ba-47f4-8648-faaf7ca21959 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382230 Sep 25 04:49:54.177088 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfff645-2999-4dac-af55-ce0e699d8871 req-33741d37-4df4-40f9-83f0-fb100ba4c713 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:54.352874 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6bfff645-2999-4dac-af55-ce0e699d8871 req-33741d37-4df4-40f9-83f0-fb100ba4c713 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0817170 Sep 25 04:49:54.352874 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6bfff645-2999-4dac-af55-ce0e699d8871 req-c9877035-c9c7-4869-af03-d471aca4c500 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333276 Sep 25 04:49:54.668169 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a98f0-b143-4c96-ac4c-e49f33134dd5 req-5fb333ab-b1d3-4172-8422-df71a365c95c tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:54.669778 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e99a98f0-b143-4c96-ac4c-e49f33134dd5 req-5fb333ab-b1d3-4172-8422-df71a365c95c tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0540128 Sep 25 04:49:54.714152 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e99a98f0-b143-4c96-ac4c-e49f33134dd5 req-aa32f169-f351-4c0e-94d1-3500c0f3303d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380847 Sep 25 04:49:54.822493 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d45a7d3a-8658-4bfb-9cab-ef5e54863991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:54.939986 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:55.470449 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5ebb9-d528-4a43-b1e2-38a2e526f91f req-c5533892-a8dc-45bd-93a6-4056e8d78b11 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:55.472261 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8ef5ebb9-d528-4a43-b1e2-38a2e526f91f req-c5533892-a8dc-45bd-93a6-4056e8d78b11 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0550063 Sep 25 04:49:55.523132 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8ef5ebb9-d528-4a43-b1e2-38a2e526f91f req-05710d05-7da2-4b19-939f-807544c3da31 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391092 Sep 25 04:49:55.842099 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0af798-09c0-49a2-9401-29b3820e791f req-95b0f098-f78b-45b5-aabb-a04a968a48dc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:55.843864 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9e0af798-09c0-49a2-9401-29b3820e791f req-95b0f098-f78b-45b5-aabb-a04a968a48dc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0556145 Sep 25 04:49:55.906100 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9e0af798-09c0-49a2-9401-29b3820e791f req-608e04c1-4a4c-436d-8daf-7ab856b5d7eb tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548522 Sep 25 04:49:56.270933 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:56.669484 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd16d-8a5d-442e-9779-d68292693e00 req-4d3baf55-d285-4d0a-817b-6af0a3cc3c05 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:56.671046 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-232bd16d-8a5d-442e-9779-d68292693e00 req-4d3baf55-d285-4d0a-817b-6af0a3cc3c05 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0544610 Sep 25 04:49:56.721176 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-232bd16d-8a5d-442e-9779-d68292693e00 req-baf302b8-8922-4b69-adb2-2e9fb4ac8832 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 Sep 25 04:49:57.039523 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d44b8-754f-492a-85a6-dba7164622c6 req-b4c6eac3-60e7-4890-bb63-0294c222bc27 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:57.041228 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-843d44b8-754f-492a-85a6-dba7164622c6 req-b4c6eac3-60e7-4890-bb63-0294c222bc27 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0516992 Sep 25 04:49:57.083737 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-843d44b8-754f-492a-85a6-dba7164622c6 req-b563ff73-1526-48e8-8299-c36e54d2249c tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358393 Sep 25 04:49:57.353692 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:57.883142 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbca27-54eb-41b3-91b4-8290ccc861e9 req-b44f2300-57bd-49bf-9631-d96b5df92f47 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:57.885105 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9dfbca27-54eb-41b3-91b4-8290ccc861e9 req-b44f2300-57bd-49bf-9631-d96b5df92f47 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0614631 Sep 25 04:49:57.934362 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9dfbca27-54eb-41b3-91b4-8290ccc861e9 req-ddce0531-83bb-4bb6-98ab-93ab69110949 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407250 Sep 25 04:49:58.255410 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb352d-d859-4d83-af69-c9b814a33801 req-9e4be9b8-d1bf-493e-b16f-b1ecfc4cd71c tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:58.258168 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dfcb352d-d859-4d83-af69-c9b814a33801 req-9e4be9b8-d1bf-493e-b16f-b1ecfc4cd71c tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0682018 Sep 25 04:49:58.310082 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dfcb352d-d859-4d83-af69-c9b814a33801 req-fe122a33-d583-429b-b368-1e2477651aeb tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Sep 25 04:49:59.061965 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceea07-9def-4a8c-b75a-3b0fd546a5da req-2caeec31-98a9-4e80-9834-c3ab286e392b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:59.063673 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-acceea07-9def-4a8c-b75a-3b0fd546a5da req-2caeec31-98a9-4e80-9834-c3ab286e392b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0519879 Sep 25 04:49:59.111432 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-acceea07-9def-4a8c-b75a-3b0fd546a5da req-444e35ae-f7e8-4c2d-a2de-157e6d096100 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388505 Sep 25 04:49:59.365963 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:49:59.441426 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d7672-84ad-4d09-b63b-7ba01cca7ab7 req-bf1ded1b-830e-4eb6-9ff8-932a139207c1 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:49:59.443496 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fa1d7672-84ad-4d09-b63b-7ba01cca7ab7 req-bf1ded1b-830e-4eb6-9ff8-932a139207c1 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0589700 Sep 25 04:49:59.484709 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fa1d7672-84ad-4d09-b63b-7ba01cca7ab7 req-b957637b-a754-4411-9225-8d15beb4b42f tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345979 Sep 25 04:50:00.241176 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c941a6e-8313-4de3-9785-0cd005c647a4 req-0cdf6471-d9dd-439b-8ff6-9ef4a9d8a7c3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:00.242688 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2c941a6e-8313-4de3-9785-0cd005c647a4 req-0cdf6471-d9dd-439b-8ff6-9ef4a9d8a7c3 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0509253 Sep 25 04:50:00.283129 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2c941a6e-8313-4de3-9785-0cd005c647a4 req-37249d78-e7c5-46bb-b1bb-73c504381970 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343599 Sep 25 04:50:00.603592 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da5cef-157b-499e-8462-9395ad229232 req-8cbc2634-024f-4d9e-a2b1-3d43da41f6c9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:00.605071 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-63da5cef-157b-499e-8462-9395ad229232 req-8cbc2634-024f-4d9e-a2b1-3d43da41f6c9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 932 time: 0.0503778 Sep 25 04:50:00.644873 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-63da5cef-157b-499e-8462-9395ad229232 req-dc3fdd7f-567a-4640-9329-fa13eb2093cf tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Sep 25 04:50:00.791729 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Request body: {'port': {'device_id': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:00.849300 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:01.128801 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd6f329-1eab-4d2d-b503-bf2b94546335 {{(pid=101229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:50:01.138275 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:01.151031 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.provisioning_blocks [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Transition to ACTIVE for port object 9cd6f329-1eab-4d2d-b503-bf2b94546335 will not be triggered until provisioned by entity L2. {{(pid=101229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:50:01.236789 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:01.307424 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Pushing event updated for resources: {'Port': ['ID=9cd6f329-1eab-4d2d-b503-bf2b94546335,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:01.363243 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Attempting to bind port 9cd6f329-1eab-4d2d-b503-bf2b94546335 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:50:01.364390 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Attempting to bind port 9cd6f329-1eab-4d2d-b503-bf2b94546335 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:50:01.364720 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Attempting to bind port 9cd6f329-1eab-4d2d-b503-bf2b94546335 on network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:50:01.370264 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Port 9cd6f329-1eab-4d2d-b503-bf2b94546335 on network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:50:01.370597 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Attempting to bind port 9cd6f329-1eab-4d2d-b503-bf2b94546335 on network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:50:01.377517 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:50:01.377853 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Checking segment: {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:50:01.378240 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Bound using segment: {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:50:01.378681 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Bound port: 9cd6f329-1eab-4d2d-b503-bf2b94546335, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6bc24d-f53f-4f9f-921c-764225806442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca'}}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:50:01.379211 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:01.489747 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0f157-3d46-4e24-9ecc-678c7ea146ea req-8b23ce16-038e-4d98-b314-4acbe24cafbe tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:01.491414 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a0e0f157-3d46-4e24-9ecc-678c7ea146ea req-8b23ce16-038e-4d98-b314-4acbe24cafbe tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.1150222 Sep 25 04:50:01.510186 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] For port 9cd6f329-1eab-4d2d-b503-bf2b94546335, host hv-cinder-76845, cleared binding levels {{(pid=101229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:50:01.514293 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] For port 9cd6f329-1eab-4d2d-b503-bf2b94546335, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:50:01.548808 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a0e0f157-3d46-4e24-9ecc-678c7ea146ea req-48e6bf22-b038-48c4-81a8-a96b2b961e81 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471909 Sep 25 04:50:01.574423 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:01.610028 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:01.610648 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:01.612075 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] 10.222.0.46 "PUT /v2.0/ports/9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 200 len: 1094 time: 0.8252363 Sep 25 04:50:01.612545 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:50:01.614794 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd06612d-7610-4e28-b283-82e58e128b84" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:01.641426 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282b051-b84f-4e10-b557-46ee437896ba service neutron] Pushing event updated for resources: {'Port': ['ID=9cd6f329-1eab-4d2d-b503-bf2b94546335,revision_number=3']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:01.666072 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ebed20-5e7b-4aa2-aa31-ba8bb3ea58b4 x-openstack-request-id: req-03ebed20-5e7b-4aa2-aa31-ba8bb3ea58b4 {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:01.666589 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:01.666880 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03ebed20-5e7b-4aa2-aa31-ba8bb3ea58b4 {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:01.667704 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'status': 'completed', 'code': 200} Sep 25 04:50:01.812322 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06612d-7610-4e28-b283-82e58e128b84 req-6e306668-0f52-465f-a9ad-c26296e1a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:01.813826 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bd06612d-7610-4e28-b283-82e58e128b84 req-6e306668-0f52-465f-a9ad-c26296e1a6ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 1097 time: 0.1243389 Sep 25 04:50:01.822850 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a22fd-e29c-47a2-8178-c95f0f1f5432 req-fe4a9822-3186-4a80-8303-5c2bd1093176 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:01.825415 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d93a22fd-e29c-47a2-8178-c95f0f1f5432 req-fe4a9822-3186-4a80-8303-5c2bd1093176 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 944 time: 0.0921826 Sep 25 04:50:01.913541 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d93a22fd-e29c-47a2-8178-c95f0f1f5432 req-fdf15ab5-5c33-4fe1-aefe-4629f23ed2e4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807858 Sep 25 04:50:01.944629 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06612d-7610-4e28-b283-82e58e128b84 req-f0ddacaa-7e5b-47ca-8762-fc5f102964b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:01.946277 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bd06612d-7610-4e28-b283-82e58e128b84 req-f0ddacaa-7e5b-47ca-8762-fc5f102964b7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1209328 Sep 25 04:50:02.059760 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06612d-7610-4e28-b283-82e58e128b84 req-e5ff4e52-282f-4d9b-8abe-54b79194c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:02.061216 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bd06612d-7610-4e28-b283-82e58e128b84 req-e5ff4e52-282f-4d9b-8abe-54b79194c244 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955698 Sep 25 04:50:02.182377 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-88db4c95-f37f-477f-855e-125f88e58508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:02.184194 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-88db4c95-f37f-477f-855e-125f88e58508 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 1097 time: 0.0603919 Sep 25 04:50:02.241353 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-1c3b37e2-4e4a-4b80-89ec-a518bda05230 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 200 len: 217 time: 0.0402179 Sep 25 04:50:02.297992 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-8ad51db1-c62a-418c-9715-31a78ddaaa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:02.299503 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-8ad51db1-c62a-418c-9715-31a78ddaaa65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad7cd202-ce06-4b03-b049-461ffcd3d63e HTTP/1.1" status: 200 len: 853 time: 0.0468259 Sep 25 04:50:02.346521 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9b0b0c24-d9da-43c3-a02f-c6a225fb109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:02.348568 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-9b0b0c24-d9da-43c3-a02f-c6a225fb109c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0414965 Sep 25 04:50:02.474188 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-3ae4d564-86ac-4525-8485-4dcb02324002 service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122682 Sep 25 04:50:02.576445 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1cd2d02-bf7e-4efe-9546-532b582d8162 req-c83c1f9c-2721-4318-853d-2c8209b5d71c service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887997 Sep 25 04:50:02.687777 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b252-8125-4891-b1fb-66dd6b17a672 req-432df598-7eee-4471-b7fc-fc4b69392f78 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:02.689336 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f70b252-8125-4891-b1fb-66dd6b17a672 req-432df598-7eee-4471-b7fc-fc4b69392f78 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0519691 Sep 25 04:50:02.734966 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f70b252-8125-4891-b1fb-66dd6b17a672 req-d9866afd-fd13-4620-969d-84446c05ac7b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380263 Sep 25 04:50:03.048358 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca926231-a03b-4e23-9a2a-3460373f87cb req-05264726-61b1-49a4-81ed-057cfa3aae89 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:03.050864 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca926231-a03b-4e23-9a2a-3460373f87cb req-05264726-61b1-49a4-81ed-057cfa3aae89 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 944 time: 0.0588844 Sep 25 04:50:03.090856 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca926231-a03b-4e23-9a2a-3460373f87cb req-90390828-e2d0-4fed-bfb9-a6715dd1ab1e tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Sep 25 04:50:04.246467 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191ac2-38b4-402d-94d8-f0c2dffabe32 req-351f5181-13d1-470b-88e0-de12628f387a tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:04.248032 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-51191ac2-38b4-402d-94d8-f0c2dffabe32 req-351f5181-13d1-470b-88e0-de12628f387a tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 944 time: 0.0529232 Sep 25 04:50:04.287785 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-51191ac2-38b4-402d-94d8-f0c2dffabe32 req-473dbf8b-4ce2-4140-b664-fd8f1254d9b0 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336719 Sep 25 04:50:04.978011 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [req-325b1235-1e53-4f0c-930c-ba258953c0ba req-79503338-0e9b-493f-95de-df540aa18214 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:50:04.979053 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-325b1235-1e53-4f0c-930c-ba258953c0ba req-79503338-0e9b-493f-95de-df540aa18214 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061655 Sep 25 04:50:05.296909 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccea73-e217-4a34-adc7-0f24ead16fbe req-d5270009-93db-4e09-8a69-d9f4e9e4ad68 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:05.298420 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8eccea73-e217-4a34-adc7-0f24ead16fbe req-d5270009-93db-4e09-8a69-d9f4e9e4ad68 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0493312 Sep 25 04:50:05.342944 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8eccea73-e217-4a34-adc7-0f24ead16fbe req-dce47509-435b-4700-8c19-0e6b6c8e0668 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381083 Sep 25 04:50:05.459412 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078db3d6-69d7-473b-aef0-41e02c80b132 req-785d1102-bbcc-4d9e-8278-56db0183cc64 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:05.461326 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-078db3d6-69d7-473b-aef0-41e02c80b132 req-785d1102-bbcc-4d9e-8278-56db0183cc64 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 944 time: 0.0578380 Sep 25 04:50:05.512307 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-078db3d6-69d7-473b-aef0-41e02c80b132 req-73a92878-15c6-4211-99a9-b33c8311dbfe tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Sep 25 04:50:05.589199 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841b1f3-4fa3-4e20-b1ca-db1d76a07e74 req-905b2cdb-10ff-4692-9964-6565e849db74 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:05.590704 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e841b1f3-4fa3-4e20-b1ca-db1d76a07e74 req-905b2cdb-10ff-4692-9964-6565e849db74 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 945 time: 0.0523486 Sep 25 04:50:05.623609 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9cd6f329-1eab-4d2d-b503-bf2b94546335 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:50:05.626816 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:50:05.634546 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e841b1f3-4fa3-4e20-b1ca-db1d76a07e74 req-16f6054a-f7df-4358-b35a-172724f823c9 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376692 Sep 25 04:50:05.717346 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55540) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:05.790350 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9cd6f329-1eab-4d2d-b503-bf2b94546335, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:05.800980 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'port_id': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'mac_address': 'fa:16:3e:36:fd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:50:05.805354 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-35f5d416-61ab-4056-978f-1ad95078f0b1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867651 Sep 25 04:50:05.814621 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-a8081cb8-b461-4866-9119-f36b08b08f61 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 25 04:50:05.815623 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-a8081cb8-b461-4866-9119-f36b08b08f61 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052221 Sep 25 04:50:05.841811 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:05.855578 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd6f329-1eab-4d2d-b503-bf2b94546335 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:50:05.874515 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9cd6f329-1eab-4d2d-b503-bf2b94546335, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:05.970702 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:06.018319 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=9cd6f329-1eab-4d2d-b503-bf2b94546335,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:06.211271 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['9cd6f329-1eab-4d2d-b503-bf2b94546335'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:50:06.464024 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e791f88-76ab-410e-9d03-371bc7a2243b req-f4a043de-fe7d-463b-ac06-4668abb39759 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:06.465560 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e791f88-76ab-410e-9d03-371bc7a2243b req-f4a043de-fe7d-463b-ac06-4668abb39759 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0494938 Sep 25 04:50:06.507083 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3e791f88-76ab-410e-9d03-371bc7a2243b req-29f85794-687e-41ad-9432-74081f034971 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346637 Sep 25 04:50:06.630246 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ccf35-eb38-436f-a57e-b87aa7b8f43b req-33c6b76a-2785-4cb5-82ce-1c24745ddc80 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:06.631629 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-072ccf35-eb38-436f-a57e-b87aa7b8f43b req-33c6b76a-2785-4cb5-82ce-1c24745ddc80 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 945 time: 0.0513077 Sep 25 04:50:06.669866 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-072ccf35-eb38-436f-a57e-b87aa7b8f43b req-a4f82157-32f4-4beb-854c-012fcaf02094 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Sep 25 04:50:06.753708 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22710ead-4d8f-4930-bd87-fb684f11be58 req-357cb465-0f5d-4ffc-b3df-e6365fcf6f91 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:06.755942 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-22710ead-4d8f-4930-bd87-fb684f11be58 req-357cb465-0f5d-4ffc-b3df-e6365fcf6f91 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 945 time: 0.0507147 Sep 25 04:50:06.798251 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-22710ead-4d8f-4930-bd87-fb684f11be58 req-3f90f1d5-4634-40f4-ae4b-a34a1085970a tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348530 Sep 25 04:50:07.458772 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377220-1353-4950-9433-03e2679526e2 req-e0e7c39c-e0d1-460b-82ce-0436bc528551 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:07.460351 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-33377220-1353-4950-9433-03e2679526e2 req-e0e7c39c-e0d1-460b-82ce-0436bc528551 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 945 time: 0.0546584 Sep 25 04:50:07.525437 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-1d0f6da3-3ee2-4866-997b-b16236355e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:07.526981 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-1d0f6da3-3ee2-4866-997b-b16236355e1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614&tenant_id=cb893fc1b86e482d963d7162c57bb7e7 HTTP/1.1" status: 200 len: 1096 time: 0.3154225 Sep 25 04:50:07.565655 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Deleting port d6a6f0d0-3e5d-4416-be48-5982baae8259 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:50:07.566195 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:07.622250 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-adba118a-a80e-498f-a14c-52b4e8e60adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:07.623803 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-adba118a-a80e-498f-a14c-52b4e8e60adb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 1096 time: 0.0698225 Sep 25 04:50:07.637611 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9cd6f329-1eab-4d2d-b503-bf2b94546335 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:50:07.665673 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069b97a-be04-49fe-9f22-851919370f85 req-60037c56-924a-4264-8c50-fe7cfc1982d6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:07.667232 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d069b97a-be04-49fe-9f22-851919370f85 req-60037c56-924a-4264-8c50-fe7cfc1982d6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0784121 Sep 25 04:50:07.671079 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] For port d6a6f0d0-3e5d-4416-be48-5982baae8259, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d6a6f0d0-3e5d-4416-be48-5982baae8259,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:07.671567 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:07.758327 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d069b97a-be04-49fe-9f22-851919370f85 req-2b88fc76-7d91-4509-888c-fd5c85a848d4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802200 Sep 25 04:50:07.766003 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port 9cd6f329-1eab-4d2d-b503-bf2b94546335 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:50:07.771927 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 9cd6f329-1eab-4d2d-b503-bf2b94546335 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:50:07.772435 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:07.799270 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-e2f42d98-95b7-4b5d-8b3a-2b921d14e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:07.799270 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-e2f42d98-95b7-4b5d-8b3a-2b921d14e60e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 200 len: 917 time: 0.1643069 Sep 25 04:50:07.865859 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab7b11-0f76-4cea-9a78-c04086d50bd2 req-f5fb9f12-5892-41e3-ab4e-0b6abba7d830 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:07.868759 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9fab7b11-0f76-4cea-9a78-c04086d50bd2 req-f5fb9f12-5892-41e3-ab4e-0b6abba7d830 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 945 time: 0.1233680 Sep 25 04:50:07.882769 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:07.885313 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:07.885949 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:07.886706 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.l3_db [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Floating IP 12f433b9-0977-49b5-b597-66e75bd45a31 disassociated. External IP: 172.28.3.125, port: d6a6f0d0-3e5d-4416-be48-5982baae8259. Sep 25 04:50:07.887323 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Calling delete_port for d6a6f0d0-3e5d-4416-be48-5982baae8259 owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:50:07.903361 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-c03cc6c4-65e6-4ad2-a150-1c4febb8509d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8 HTTP/1.1" status: 200 len: 998 time: 0.0990458 Sep 25 04:50:07.921770 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9cd6f329-1eab-4d2d-b503-bf2b94546335, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:07.922903 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:50:07.925567 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79ab4c3-ef0f-4566-9e4e-9f3cadfbd36c" -d '{"events": [{"server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "name": "network-vif-plugged", "status": "completed", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:07.985218 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9fab7b11-0f76-4cea-9a78-c04086d50bd2 req-625746f2-0766-4a9d-b641-5d3213cb2804 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095252 Sep 25 04:50:07.999924 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-8600d770-cae8-4c56-8c53-a6add4cadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:08.001391 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-8600d770-cae8-4c56-8c53-a6add4cadf63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 200 len: 855 time: 0.0842855 Sep 25 04:50:08.006362 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:08.023652 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62692-5f50-4608-8bd7-f729b48591d2 req-15acd16d-50cf-47c4-a74d-d00ffb876867 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:08.025354 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a6e62692-5f50-4608-8bd7-f729b48591d2 req-15acd16d-50cf-47c4-a74d-d00ffb876867 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 945 time: 0.1211123 Sep 25 04:50:08.069165 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=9cd6f329-1eab-4d2d-b503-bf2b94546335,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:08.102361 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a6e62692-5f50-4608-8bd7-f729b48591d2 req-4a4d799f-3e73-4f21-a64d-7cf337db5ff6 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups?id=c326bf32-ff7e-4a83-b0d6-128a11783238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688186 Sep 25 04:50:08.104297 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-543cd3e5-d086-41bb-9d90-150196a2b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:08.105740 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-543cd3e5-d086-41bb-9d90-150196a2b23a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6d3c57c-48bd-4f5d-a012-098446e9966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0910220 Sep 25 04:50:08.119389 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d6c6b-ae0e-42ff-98ce-16d75fbc1364 x-openstack-request-id: req-7f9d6c6b-ae0e-42ff-98ce-16d75fbc1364 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:08.121908 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "name": "network-vif-plugged", "status": "completed", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:08.121908 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f9d6c6b-ae0e-42ff-98ce-16d75fbc1364 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:08.122273 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'code': 200} Sep 25 04:50:08.123477 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:08.154669 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event deleted for resources: {'Port': ['ID=d6a6f0d0-3e5d-4416-be48-5982baae8259,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:08.165724 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.166074 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.166410 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.166810 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.167087 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.167417 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.167743 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.168064 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.168387 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.168702 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.169021 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.169338 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:08.213552 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-8fb181a0-69a8-429f-81a2-4ffcdf486552 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001678 Sep 25 04:50:08.283705 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Router 894185dd-68a9-4260-926b-97e585e0119a has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:50:08.310686 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8faa39cb-eaa4-4b96-a0ff-f76543e38d6f req-18ee870b-68c5-4915-a4c3-0827fe567a93 service neutron] 10.222.0.46 "GET /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897954 Sep 25 04:50:08.399404 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:50:08.409525 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] Sync routers for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:50:08.427895 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:50:08.428547 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:49:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:08.435458 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef3ec7-30c0-4330-bca7-c8963221ae64 req-ff129dd1-754e-488f-8b1c-d318a93efe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:08.435458 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5eef3ec7-30c0-4330-bca7-c8963221ae64 req-ff129dd1-754e-488f-8b1c-d318a93efe80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 1099 time: 0.0661919 Sep 25 04:50:08.443139 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] No DVR routers for this DVR port d6a6f0d0-3e5d-4416-be48-5982baae8259 on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:50:08.446628 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:08.448683 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-33377220-1353-4950-9433-03e2679526e2 req-d99fc11e-4eb3-4508-94a0-95afa09561fc tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.46 "DELETE /v2.0/ports/d6a6f0d0-3e5d-4416-be48-5982baae8259 HTTP/1.1" status: 204 len: 173 time: 0.9822659 Sep 25 04:50:08.449182 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'name': 'network-vif-deleted', 'tag': 'd6a6f0d0-3e5d-4416-be48-5982baae8259'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:50:08.451728 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf5834f-f697-4b01-a389-b2b768a36b81" -d '{"events": [{"server_uuid": "b3072a34-850c-48c4-b2c5-b27699bbb2c5", "name": "network-vif-deleted", "tag": "d6a6f0d0-3e5d-4416-be48-5982baae8259"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:08.480997 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5eef3ec7-30c0-4330-bca7-c8963221ae64 req-85a1855d-a5f3-4801-9c29-fede9aaecb82 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342584 Sep 25 04:50:08.561010 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:50:08.570174 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41ca582-be3b-4986-b229-e8d42461e4bf x-openstack-request-id: req-e41ca582-be3b-4986-b229-e8d42461e4bf {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:08.570691 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3072a34-850c-48c4-b2c5-b27699bbb2c5", "name": "network-vif-deleted", "tag": "d6a6f0d0-3e5d-4416-be48-5982baae8259", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:08.570800 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e41ca582-be3b-4986-b229-e8d42461e4bf {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:08.571402 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3072a34-850c-48c4-b2c5-b27699bbb2c5', 'name': 'network-vif-deleted', 'tag': 'd6a6f0d0-3e5d-4416-be48-5982baae8259', 'status': 'completed', 'code': 200} Sep 25 04:50:08.808508 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:08.842626 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] Checking router: 894185dd-68a9-4260-926b-97e585e0119a for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:50:08.857570 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:50:08.858015 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:49:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:08.918977 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ac359-5ea7-4459-978c-b81148acb45c req-8e381826-8edc-4134-a1ae-1f04a2c2c01c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:08.920648 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b62ac359-5ea7-4459-978c-b81148acb45c req-8e381826-8edc-4134-a1ae-1f04a2c2c01c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0581973 Sep 25 04:50:08.974783 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b62ac359-5ea7-4459-978c-b81148acb45c req-d32319f3-7fec-4911-9038-f3d96dd25b10 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427525 Sep 25 04:50:08.997272 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:50:09.281116 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70fb98-8b5f-4091-b748-d7f391d02ebc req-e9ea4619-af7f-429c-8aa6-12d46132b671 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:09.281116 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7f70fb98-8b5f-4091-b748-d7f391d02ebc req-e9ea4619-af7f-429c-8aa6-12d46132b671 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0601590 Sep 25 04:50:09.281116 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7f70fb98-8b5f-4091-b748-d7f391d02ebc req-925ff40f-96aa-477a-953a-b3a96334b8dd tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 Sep 25 04:50:09.281116 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7f56ccaf-df81-40a2-99c0-dc727703693f req-3cd46239-6c3c-4dfd-b2b7-bea5ac40da51 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0325112 Sep 25 04:50:09.350901 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:09.401545 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8663cc-35ce-4247-bf33-ede09b967409 None None] The sync data for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb is: [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'd4c9c6a4-5114-455c-9901-f776a204af46', 'name': '', 'network_id': '2b96bf01-948c-4291-a81e-ea3a0c99f8b3', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'mac_address': 'fa:16:3e:96:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:41Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'subnets': [{'id': '29ef62a3-d04f-48c5-bc06-7f75598408db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:50:09.722719 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e0858-7653-491b-9a0f-3e05060de831 None None] New status for floating IP 12f433b9-0977-49b5-b597-66e75bd45a31: DOWN {{(pid=101231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:50:10.137792 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30c41-518b-4f0e-8e67-fa1eb605821a req-b6472b2b-493e-4d45-95bf-e34a0630f03d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:10.139732 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0bb30c41-518b-4f0e-8e67-fa1eb605821a req-b6472b2b-493e-4d45-95bf-e34a0630f03d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0597994 Sep 25 04:50:10.196620 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0bb30c41-518b-4f0e-8e67-fa1eb605821a req-4baf5cea-d5ba-49e4-9626-f04f6065ebda tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464902 Sep 25 04:50:10.437794 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fe51d613-b1c0-468d-a749-2a91c13211cb req-c583b43c-a78a-407d-a1d5-4f91bbf985ae tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0680773 Sep 25 04:50:10.471566 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370455d-36f5-414a-94ab-56533abc26d5 req-44d3f76d-1ea9-4ebb-ae07-37893fff43ab tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:10.475835 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b370455d-36f5-414a-94ab-56533abc26d5 req-44d3f76d-1ea9-4ebb-ae07-37893fff43ab tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.1199284 Sep 25 04:50:10.526500 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b370455d-36f5-414a-94ab-56533abc26d5 req-6d47a4b0-3467-4838-ab2e-6b214c7b72d2 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Sep 25 04:50:11.371346 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25cba4-cef3-4dda-80d6-b9d2f7ba437f req-806cd6f2-bc9e-4dd1-a74b-b3e82f9737c6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:11.372998 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8a25cba4-cef3-4dda-80d6-b9d2f7ba437f req-806cd6f2-bc9e-4dd1-a74b-b3e82f9737c6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0607615 Sep 25 04:50:11.424284 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8a25cba4-cef3-4dda-80d6-b9d2f7ba437f req-3b603390-56eb-468b-9ae4-8ab4327f8478 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441365 Sep 25 04:50:11.566760 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-42c24456-ad0f-4a93-9353-e972528c206b req-2a291ba8-4ae5-4924-a3a5-9fe4172f14da tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0431499 Sep 25 04:50:11.646702 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d6a6f0d0-3e5d-4416-be48-5982baae8259 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:50:11.671764 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: d6a6f0d0-3e5d-4416-be48-5982baae8259 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:50:11.672140 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d6a6f0d0-3e5d-4416-be48-5982baae8259 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:50:11.676959 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea14d09-7e54-42ca-ba82-b842aeea4bbd req-741442e6-553e-4745-82b8-76411c554ad8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:11.678579 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-eea14d09-7e54-42ca-ba82-b842aeea4bbd req-741442e6-553e-4745-82b8-76411c554ad8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0628293 Sep 25 04:50:11.723689 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-eea14d09-7e54-42ca-ba82-b842aeea4bbd req-35127445-af37-4aef-949d-6dc808b4d0b8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385704 Sep 25 04:50:12.580177 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d07527-074b-4ecd-9e3a-50540bdac369 req-5e0484e4-c477-47f6-9280-f9303b1ba89b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:12.581789 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-14d07527-074b-4ecd-9e3a-50540bdac369 req-5e0484e4-c477-47f6-9280-f9303b1ba89b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0573714 Sep 25 04:50:12.659407 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-14d07527-074b-4ecd-9e3a-50540bdac369 req-3cdbc309-22a6-4956-ada9-2bf9b1415890 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646493 Sep 25 04:50:12.703115 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d3a6ef9d-8e29-498e-95c8-6087702e0ea3 req-30a98cbd-5c48-4854-9650-7c40c135e507 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0393147 Sep 25 04:50:12.900507 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4f079-b8b9-46c9-87ce-d0e966d28370 req-86b4538a-d846-4789-a6e1-3d0a1e2b0a0f tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:12.902352 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a4e4f079-b8b9-46c9-87ce-d0e966d28370 req-86b4538a-d846-4789-a6e1-3d0a1e2b0a0f tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0665741 Sep 25 04:50:12.949384 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a4e4f079-b8b9-46c9-87ce-d0e966d28370 req-97a98617-85d1-4e1f-8060-b767737ec463 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Sep 25 04:50:13.820462 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4f413653-fe2e-46fd-ab8f-413b2682e39b req-1ba9e191-9b19-46ed-87e0-221f55203826 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0306840 Sep 25 04:50:13.829286 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ebec6-505e-4644-8b22-0631630ae309 req-50a43b97-6272-4b6d-b284-aa5f8a85dbb6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:13.831149 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d87ebec6-505e-4644-8b22-0631630ae309 req-50a43b97-6272-4b6d-b284-aa5f8a85dbb6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0816979 Sep 25 04:50:13.885627 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d87ebec6-505e-4644-8b22-0631630ae309 req-49110801-9f99-42e8-9af8-8c49c484477c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478120 Sep 25 04:50:14.077637 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da77312-4ddf-4169-8c82-b2c6ab92a6fa req-0bc9fca6-787f-4802-a804-1117aed53081 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:14.079302 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6da77312-4ddf-4169-8c82-b2c6ab92a6fa req-0bc9fca6-787f-4802-a804-1117aed53081 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0602162 Sep 25 04:50:14.139622 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6da77312-4ddf-4169-8c82-b2c6ab92a6fa req-20beabfa-61cb-48ca-ad4f-a81f8a3b05a6 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495753 Sep 25 04:50:14.956968 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-665f71bd-4c93-4002-b92e-c0f630c05ea6 req-25950602-798e-466d-89b7-c9a9cf95110b tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0408828 Sep 25 04:50:15.029893 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071c31e-7d80-4b4a-b8a0-b8d1fe603595 req-896adf9a-eff5-448d-a8e8-af4a91448080 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:15.031465 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5071c31e-7d80-4b4a-b8a0-b8d1fe603595 req-896adf9a-eff5-448d-a8e8-af4a91448080 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0519922 Sep 25 04:50:15.078865 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5071c31e-7d80-4b4a-b8a0-b8d1fe603595 req-fbb938fd-347c-4f6a-ad40-d6005f31aa49 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369778 Sep 25 04:50:15.283094 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2bfe-77e9-4afb-9711-3dbd39dadb84 req-54ed0495-1b5b-4ef4-92a3-61ddb6910591 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:15.286104 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-185f2bfe-77e9-4afb-9711-3dbd39dadb84 req-54ed0495-1b5b-4ef4-92a3-61ddb6910591 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0712657 Sep 25 04:50:15.329118 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-185f2bfe-77e9-4afb-9711-3dbd39dadb84 req-f35abf04-1b06-4ec7-9969-854d72661c62 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367343 Sep 25 04:50:16.072856 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-18b43d77-1c98-4ebf-896e-5f810ceb6f11 req-91784cb3-3151-48c2-8fee-eb89159faa5e tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0304589 Sep 25 04:50:16.235226 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4dda9-ac14-4c3b-aee2-fb8ff496ddb4 req-760eae7b-e729-4afc-a54f-3b0467550aa4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:16.323902 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-37b4dda9-ac14-4c3b-aee2-fb8ff496ddb4 req-760eae7b-e729-4afc-a54f-3b0467550aa4 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0823591 Sep 25 04:50:16.323902 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-37b4dda9-ac14-4c3b-aee2-fb8ff496ddb4 req-f98c2c9d-d77d-4892-9be4-53009074c1f6 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419402 Sep 25 04:50:16.469867 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb1ba3-ec47-4745-9542-9ce3ebfe23b9 req-4b07db87-0ab2-4287-93e4-6d96f58e53ee tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:16.471996 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-77fb1ba3-ec47-4745-9542-9ce3ebfe23b9 req-4b07db87-0ab2-4287-93e4-6d96f58e53ee tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0640497 Sep 25 04:50:16.523138 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-77fb1ba3-ec47-4745-9542-9ce3ebfe23b9 req-3e1ecfb3-5469-49c8-9d56-0f6cf1551921 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Sep 25 04:50:17.188696 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cee9e12f-941b-4ef3-a1ed-09ea1556aae1 req-58e2088b-9b68-4bde-9329-4040d14c4e56 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0292435 Sep 25 04:50:17.469057 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f63be8-a5ce-4771-b4f8-0162ba264ae6 req-e1d4b067-f847-4d39-a67f-11ffb7053a7c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:17.470639 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d3f63be8-a5ce-4771-b4f8-0162ba264ae6 req-e1d4b067-f847-4d39-a67f-11ffb7053a7c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0601225 Sep 25 04:50:17.512635 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d3f63be8-a5ce-4771-b4f8-0162ba264ae6 req-6950d73d-cd01-4552-b0d1-15218970e288 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356045 Sep 25 04:50:17.664263 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f106e-4b4a-493f-9212-6a421cd3d220 req-b6ba14a3-a2e8-4eb4-98a6-ecca947e90f7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:17.666083 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0b0f106e-4b4a-493f-9212-6a421cd3d220 req-b6ba14a3-a2e8-4eb4-98a6-ecca947e90f7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0659976 Sep 25 04:50:17.715540 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0b0f106e-4b4a-493f-9212-6a421cd3d220 req-2a44503b-149e-4929-baf0-284ff09f0283 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Sep 25 04:50:18.310918 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-702e379a-ac9d-4460-8080-b7ce3a88029d req-63868cf8-5355-4850-9e06-cd156b3713b8 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0293562 Sep 25 04:50:18.639452 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0951716-f478-4687-8f01-5f501a3b7115 req-83eeaf57-8ae7-4d2b-83cd-82ededf44167 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:18.641014 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b0951716-f478-4687-8f01-5f501a3b7115 req-83eeaf57-8ae7-4d2b-83cd-82ededf44167 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0523081 Sep 25 04:50:18.681894 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b0951716-f478-4687-8f01-5f501a3b7115 req-8b2bfea2-bb7a-4c2e-bb14-735a8ea403f5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345573 Sep 25 04:50:18.840999 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0a423-324f-4574-9a38-5647bc97a66d req-64d4f307-8e30-4413-af32-22bff4887932 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:18.842621 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1cb0a423-324f-4574-9a38-5647bc97a66d req-64d4f307-8e30-4413-af32-22bff4887932 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0506413 Sep 25 04:50:18.887952 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1cb0a423-324f-4574-9a38-5647bc97a66d req-de304a76-50a8-4b03-917c-265f0177e010 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Sep 25 04:50:19.423197 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-577548cc-1a14-4631-aa76-67a53d189919 req-3bde3256-c61a-4319-a479-9945da7b15fa tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3072a34-850c-48c4-b2c5-b27699bbb2c5 HTTP/1.1" status: 200 len: 210 time: 0.0284910 Sep 25 04:50:19.824008 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5faeb-790b-459f-bca8-945f2056f458 req-9053ade1-7fcb-429c-96ea-59a246fc8021 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:19.825496 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1cb5faeb-790b-459f-bca8-945f2056f458 req-9053ade1-7fcb-429c-96ea-59a246fc8021 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0543611 Sep 25 04:50:19.883234 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1cb5faeb-790b-459f-bca8-945f2056f458 req-79cd3ecc-67a2-42af-a761-b5952e932e06 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516179 Sep 25 04:50:20.004886 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e65a6-5653-4489-8487-ab3d0c631a2c req-61d80d5a-31c0-4f15-bf99-a31a2f49b720 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:20.006397 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d41e65a6-5653-4489-8487-ab3d0c631a2c req-61d80d5a-31c0-4f15-bf99-a31a2f49b720 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0501988 Sep 25 04:50:20.046217 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d41e65a6-5653-4489-8487-ab3d0c631a2c req-28dcafb0-6a31-4182-af78-35fe2cdf1fae tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333893 Sep 25 04:50:20.190066 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1e4f8-ff10-4064-9ff4-5da3b4a03d93 req-6c4380f2-1307-46e0-8295-02101bcc1bad tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:20.192179 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6aa1e4f8-ff10-4064-9ff4-5da3b4a03d93 req-6c4380f2-1307-46e0-8295-02101bcc1bad tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0753510 Sep 25 04:50:20.233571 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6aa1e4f8-ff10-4064-9ff4-5da3b4a03d93 req-3a912a1c-b79f-4f1c-9670-7c65675d852c tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Sep 25 04:50:20.583497 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c380acb-8491-44bf-83ab-d4b54e03a8c6 req-1e0b795c-71ea-4bf8-aa3c-e08322ad7690 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:20.585118 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1c380acb-8491-44bf-83ab-d4b54e03a8c6 req-1e0b795c-71ea-4bf8-aa3c-e08322ad7690 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0551672 Sep 25 04:50:20.592279 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55668) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:20.628226 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1c380acb-8491-44bf-83ab-d4b54e03a8c6 req-e612f374-aaa2-4443-91cf-7dd37d039509 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Sep 25 04:50:20.667733 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-992d61d0-b209-4858-a322-8ab12a6016bf tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:20.693865 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-992d61d0-b209-4858-a322-8ab12a6016bf tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:20.830701 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-992d61d0-b209-4858-a322-8ab12a6016bf tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:20.834293 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-992d61d0-b209-4858-a322-8ab12a6016bf tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:20.835707 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-992d61d0-b209-4858-a322-8ab12a6016bf tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "DELETE /v2.0/security-groups/c326bf32-ff7e-4a83-b0d6-128a11783238 HTTP/1.1" status: 204 len: 168 time: 0.2423451 Sep 25 04:50:20.839026 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55672) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:20.845772 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d61d0-b209-4858-a322-8ab12a6016bf tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326bf32-ff7e-4a83-b0d6-128a11783238,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:20.859489 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.api.v2.resource [None req-8c4b5701-8e41-4a8f-8151-91fe16122c4d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] show failed (client error): The resource could not be found. Sep 25 04:50:20.863847 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-8c4b5701-8e41-4a8f-8151-91fe16122c4d tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "GET /v2.0/security-groups/c326bf32-ff7e-4a83-b0d6-128a11783238 HTTP/1.1" status: 404 len: 347 time: 0.0206046 Sep 25 04:50:20.864144 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55674) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:21.033347 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f564-87f4-4201-823a-aa4a2cba8171 req-f4836bd5-7e98-4c5f-8f6e-9e53c1220a48 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:21.034951 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f570f564-87f4-4201-823a-aa4a2cba8171 req-f4836bd5-7e98-4c5f-8f6e-9e53c1220a48 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 943 time: 0.0608587 Sep 25 04:50:21.044851 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Deleting port 9b8e448d-bc6c-4cee-b126-c14363d567b1 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:50:21.045191 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:21.127726 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f570f564-87f4-4201-823a-aa4a2cba8171 req-dda30d54-62fd-4c5e-95bf-ed0e0e13f16e tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854480 Sep 25 04:50:21.167457 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:21.167777 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:21.179954 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Calling delete_port for 9b8e448d-bc6c-4cee-b126-c14363d567b1 owned by network:floatingip {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:50:21.422577 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:21.452850 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Pushing event deleted for resources: {'Port': ['ID=9b8e448d-bc6c-4cee-b126-c14363d567b1,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:21.514222 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f69ad364-63e0-4317-ab3c-2c4cf679ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:21.520819 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks [] for floatingip, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:21.523623 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:21.525047 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-d2837310-effb-4690-993c-1719d9f50689 tempest-AttachVolumeTestJSON-1662055835 tempest-AttachVolumeTestJSON-1662055835-project] 10.222.0.38 "DELETE /v2.0/floatingips/12f433b9-0977-49b5-b597-66e75bd45a31 HTTP/1.1" status: 204 len: 168 time: 0.6598108 Sep 25 04:50:21.699982 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:50:21.812332 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:21.824942 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'port_id': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'mac_address': 'fa:16:3e:8a:73:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:50:21.861978 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:21.875535 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b428a33-b731-48a9-9d9c-6302834a1cd8 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:50:21.894934 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:21.999463 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:22.052518 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=9']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:22.234458 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['9b428a33-b731-48a9-9d9c-6302834a1cd8'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:50:22.261796 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543b358-a621-4bae-95db-d7a3c8d0898e req-2cd28801-e494-4799-a158-a328af30169a tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:22.263467 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2543b358-a621-4bae-95db-d7a3c8d0898e req-2cd28801-e494-4799-a158-a328af30169a tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 944 time: 0.0583377 Sep 25 04:50:22.309957 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2543b358-a621-4bae-95db-d7a3c8d0898e req-53fa0a37-00e8-42d2-9295-4adf6b4cbee1 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402045 Sep 25 04:50:23.454700 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2012-4a87-4d1e-a92b-f0faeac38df4 req-518dcc76-187c-44cd-936f-c929db841b07 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:23.456280 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1fee2012-4a87-4d1e-a92b-f0faeac38df4 req-518dcc76-187c-44cd-936f-c929db841b07 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 944 time: 0.0523927 Sep 25 04:50:23.509508 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1fee2012-4a87-4d1e-a92b-f0faeac38df4 req-db374145-7bc5-42e8-9942-7c05ff11d119 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 Sep 25 04:50:23.708935 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:50:23.728605 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:50:23.763629 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 9b428a33-b731-48a9-9d9c-6302834a1cd8 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:50:23.763997 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:23.960907 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:23.984060 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:50:23.986502 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc966c3-da26-4302-8500-0a7e9ae688ff" -d '{"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-plugged", "status": "completed", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:24.001176 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:24.025261 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fa92aa-ca7d-44f1-b203-c122407b2931 x-openstack-request-id: req-c2fa92aa-ca7d-44f1-b203-c122407b2931 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:24.025571 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-plugged", "status": "completed", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:24.025825 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2fa92aa-ca7d-44f1-b203-c122407b2931 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:24.026213 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'code': 200} Sep 25 04:50:24.073603 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:24.124781 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=10']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:24.131892 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.132237 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.132576 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.132911 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.133249 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.135133 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.135484 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.135820 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.136155 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.136483 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.136807 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.137127 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:24.176717 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-911f9e55-5daa-484e-b800-554a2e784cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:24.391246 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28cf0a-4f87-4495-b76e-b7fe248bc897 req-d81eac3c-7e51-4812-9bfa-64c32848c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:24.392665 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-db28cf0a-4f87-4495-b76e-b7fe248bc897 req-d81eac3c-7e51-4812-9bfa-64c32848c6be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 1099 time: 0.0397048 Sep 25 04:50:24.430477 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-db28cf0a-4f87-4495-b76e-b7fe248bc897 req-dbda4411-af14-420d-a9aa-4bdfe66411cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300322 Sep 25 04:50:24.676322 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077d0d-b053-4a3a-ba77-1db5e79fdcb6 req-fe4e51d1-66fd-4e3c-809f-7034fc357b77 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:24.677894 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-32077d0d-b053-4a3a-ba77-1db5e79fdcb6 req-fe4e51d1-66fd-4e3c-809f-7034fc357b77 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 946 time: 0.0612426 Sep 25 04:50:24.707919 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:24.718702 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-32077d0d-b053-4a3a-ba77-1db5e79fdcb6 req-5580c8a1-f227-4ce7-a471-ae5c53d262eb tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344157 Sep 25 04:50:25.596240 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55744) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:25.884812 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc80344-62c0-43ec-a042-06e042830b27 req-4a035003-4c5e-487c-ad03-d634e9f918c2 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:25.889159 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-edc80344-62c0-43ec-a042-06e042830b27 req-4a035003-4c5e-487c-ad03-d634e9f918c2 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 946 time: 0.0772612 Sep 25 04:50:26.034279 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7ec58-be07-4aa8-a351-00fc02dd819a req-88db78d3-d5ee-4f30-b1ab-3f750a63bb35 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:26.036359 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-88f7ec58-be07-4aa8-a351-00fc02dd819a req-88db78d3-d5ee-4f30-b1ab-3f750a63bb35 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.1180701 Sep 25 04:50:26.039012 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-edc80344-62c0-43ec-a042-06e042830b27 req-eee10a51-a722-40f3-8539-9de85475317b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198304 Sep 25 04:50:26.097867 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-88f7ec58-be07-4aa8-a351-00fc02dd819a req-3df7e933-fc02-4c92-8471-4d322c5ae068 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545173 Sep 25 04:50:26.123127 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55778) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:26.170597 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:26.232652 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc8b18-c903-47f6-abcc-7a552e586665 tempest-TestMinimumBasicScenario-1393417424 tempest-TestMinimumBasicScenario-1393417424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:26.234159 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-58bc8b18-c903-47f6-abcc-7a552e586665 tempest-TestMinimumBasicScenario-1393417424 tempest-TestMinimumBasicScenario-1393417424-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 1094 time: 0.1106865 Sep 25 04:50:26.237498 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55784) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:26.244336 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'floatingip': {'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'port_id': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:26.280536 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16249369'] for router_interface, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:26.370759 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for floatingip, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:26.485879 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:26.540258 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Deleting port d4c9c6a4-5114-455c-9901-f776a204af46 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:50:26.540577 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:26.609442 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Allocated IP 172.28.3.233 (b0b167fe-0b03-480a-9f79-323358310379/d26c29ef-e2da-4993-8a0e-685d0b94ee6a/758340f9-7efa-427f-aff4-653c22dea77e) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:50:26.631164 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] For port d4c9c6a4-5114-455c-9901-f776a204af46, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=d4c9c6a4-5114-455c-9901-f776a204af46,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:26.631471 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:26.644257 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Calling delete_port for d4c9c6a4-5114-455c-9901-f776a204af46 owned by network:router_interface {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:50:26.719163 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:26.873681 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:26.912845 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Network b0b167fe-0b03-480a-9f79-323358310379 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:50:26.915903 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:50:26.918750 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:50:26.942391 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:26.952971 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'Port': ['ID=758340f9-7efa-427f-aff4-653c22dea77e,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:26.987869 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c9c6a4-5114-455c-9901-f776a204af46,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:27.218772 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16238809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16247952'] for router_interface, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:27.237985 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa528b3b-374e-41ec-af3a-f88196494fbe req-96bb3bef-3ff2-4b64-9f46-7319b713f407 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:27.239520 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-aa528b3b-374e-41ec-af3a-f88196494fbe req-96bb3bef-3ff2-4b64-9f46-7319b713f407 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 946 time: 0.0857050 Sep 25 04:50:27.340497 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:27.359772 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:27.500624 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:27.602719 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-aa528b3b-374e-41ec-af3a-f88196494fbe req-1cc0e78c-c50c-422f-9d4f-8e42e21030c7 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552566 Sep 25 04:50:27.680618 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:27.741847 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:27.769134 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Router 894185dd-68a9-4260-926b-97e585e0119a has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:50:27.821572 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'Port': ['ID=758340f9-7efa-427f-aff4-653c22dea77e,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:27.833647 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:27.884384 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:50:27.892253 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-a0b1f55d-5f6c-4072-9955-5f1d03855060 admin admin] 10.222.0.38 "PUT /v2.0/routers/894185dd-68a9-4260-926b-97e585e0119a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2948101 Sep 25 04:50:27.892892 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55794) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:27.893574 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] Sync routers for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:50:27.903636 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:50:27.904311 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:27.947292 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.l3_db [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Floating IP 5ec9ede2-9957-4c1f-8948-0facc428d91b associated. External IP: 172.28.3.233, port: 9cd6f329-1eab-4d2d-b503-bf2b94546335. Sep 25 04:50:28.007170 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks [] for router, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:28.016116 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:50:28.126795 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:28.223374 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:50:26Z', 'revision_number': 5, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port': {'id': '7cfd342c-77a3-43b9-9d37-f7a28fce757b', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894185dd-68a9-4260-926b-97e585e0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:28.239711 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Deleting port 7cfd342c-77a3-43b9-9d37-f7a28fce757b {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:50:28.240048 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:28.272132 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] Checking router: 894185dd-68a9-4260-926b-97e585e0119a for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:50:28.285441 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] Routers {'894185dd-68a9-4260-926b-97e585e0119a'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:50:28.286481 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['894185dd-68a9-4260-926b-97e585e0119a'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:28.337894 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] For port 7cfd342c-77a3-43b9-9d37-f7a28fce757b, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=7cfd342c-77a3-43b9-9d37-f7a28fce757b,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:28.338284 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:28.351823 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Calling delete_port for 7cfd342c-77a3-43b9-9d37-f7a28fce757b owned by network:router_gateway {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:50:28.381719 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] Set router 894185dd-68a9-4260-926b-97e585e0119a gateway port host: None {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:50:28.441168 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:50:28Z', 'revision_number': 6, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port_host': None}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:28.445335 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:50:28.470227 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409e4a3-f37c-4ee5-883b-c720a7edb56d None None] The sync data for ids ['894185dd-68a9-4260-926b-97e585e0119a'] in dv-cinder-768458-10-smb is: [{'id': '894185dd-68a9-4260-926b-97e585e0119a', 'name': 'tempest-AttachVolumeTestJSON-907492281-router', 'tenant_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:32Z', 'updated_at': '2021-09-25T04:50:28Z', 'revision_number': 6, 'project_id': '3ddb1ab27ef34058ad8ff0414bb870d6', 'gw_port_host': None}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:50:28.565997 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:50:28.575952 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] Sync routers for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:50:28.585744 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:50:28.586357 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:28.642741 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:28.673903 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfd342c-77a3-43b9-9d37-f7a28fce757b,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:28.700536 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:28.744807 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-03669669-b363-4ed9-99e8-67d0024a8373 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5056047 Sep 25 04:50:28.745403 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:50:28.747703 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b490f2-0a01-42b4-bcaa-18b2f562e074" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:28.750952 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55798) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:28.756307 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-55ed0725-6f4d-4983-91b0-40e9f94167e9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639407144', 'description': 'tempest-secgroup-smoke-639407144 description', 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:28.795482 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea570d1b-ccff-4cd6-b117-99352ff8f446 x-openstack-request-id: req-ea570d1b-ccff-4cd6-b117-99352ff8f446 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:28.795482 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:28.795911 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea570d1b-ccff-4cd6-b117-99352ff8f446 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:28.796221 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'status': 'completed', 'code': 200} Sep 25 04:50:28.798323 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:50:28.801851 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16247891'] for router_gateway, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:28.811170 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0275d-43ba-4068-92ba-26b5ecbcf749 req-2b3ff550-f106-4f69-95f3-991853fb930a tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:28.812842 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3eb0275d-43ba-4068-92ba-26b5ecbcf749 req-2b3ff550-f106-4f69-95f3-991853fb930a tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 946 time: 0.1118088 Sep 25 04:50:28.917945 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-55ed0725-6f4d-4983-91b0-40e9f94167e9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:28.923958 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16249916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6335'] for router, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:28.927026 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.052941 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device d4c9c6a4-5114-455c-9901-f776a204af46 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:50:29.080945 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3eb0275d-43ba-4068-92ba-26b5ecbcf749 req-04279ade-1029-4a20-b7e6-15c27dbf3510 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910876 Sep 25 04:50:29.088624 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-a4ae4ef5-a0be-4121-ace3-219f4e7f5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:29.090852 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-a4ae4ef5-a0be-4121-ace3-219f4e7f5ae6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 1099 time: 0.0996971 Sep 25 04:50:29.091788 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16249909'] for router, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.092443 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894185dd-68a9-4260-926b-97e585e0119a {{(pid=101229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:50:29.100753 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: d4c9c6a4-5114-455c-9901-f776a204af46 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:50:29.101117 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device d4c9c6a4-5114-455c-9901-f776a204af46 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:50:29.106400 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] Notify callbacks [] for router, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.110410 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-59b7f3dd-89a9-4136-bf43-639ce289d902 admin admin] 10.222.0.38 "DELETE /v2.0/routers/894185dd-68a9-4260-926b-97e585e0119a HTTP/1.1" status: 204 len: 168 time: 1.2142944 Sep 25 04:50:29.111224 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55802) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:29.157058 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '5ec9ede2-9957-4c1f-8948-0facc428d91b', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'floating_ip_address': '172.28.3.233', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'port_id': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'mac_address': 'fa:16:3e:36:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:50:27Z', 'updated_at': '2021-09-25T04:50:27Z', 'revision_number': 0, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 5, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:29.187720 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] Checking router: 98fbb919-9053-41cd-9c13-7e9d69eeebb8 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:50:29.200429 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:50:29.201138 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:29.210956 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bb4ed1-ab53-4f92-8471-4d2d91ccf804 admin admin] Deleting subnet 29ef62a3-d04f-48c5-bc06-7f75598408db {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:50:29.219850 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-18bf7f9e-17ea-4034-8a07-f0fed9512920 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1995463 Sep 25 04:50:29.221080 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-54bb4ed1-ab53-4f92-8471-4d2d91ccf804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.246459 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-42238a5b-75be-4854-9546-1e32fd3b93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:29.248326 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-55ed0725-6f4d-4983-91b0-40e9f94167e9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.248460 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-42238a5b-75be-4854-9546-1e32fd3b93bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca HTTP/1.1" status: 200 len: 915 time: 0.1385927 Sep 25 04:50:29.275896 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-54bb4ed1-ab53-4f92-8471-4d2d91ccf804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189539'] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.320100 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:50:29.325846 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-55ed0725-6f4d-4983-91b0-40e9f94167e9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.334249 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-a7e41cf3-d91b-426a-bfd5-ee73e600ddfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 200 len: 1000 time: 0.0725029 Sep 25 04:50:29.393153 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.404523 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-a3280c19-902b-4205-a7a8-45133585fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:29.408518 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-a3280c19-902b-4205-a7a8-45133585fd70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad7cd202-ce06-4b03-b049-461ffcd3d63e HTTP/1.1" status: 200 len: 853 time: 0.0669177 Sep 25 04:50:29.442752 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0725-6f4d-4983-91b0-40e9f94167e9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b4309e-671b-4dd0-8ac5-585401bfdae2,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:29.454184 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-55ed0725-6f4d-4983-91b0-40e9f94167e9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.455569 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-55ed0725-6f4d-4983-91b0-40e9f94167e9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7036290 Sep 25 04:50:29.462586 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-c8891ab1-8255-4c4d-bf06-a8f81c19b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:29.465496 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-c8891ab1-8255-4c4d-bf06-a8f81c19b2e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b1a72f2084f4268961fba544e9ef752&device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1099 time: 0.2027009 Sep 25 04:50:29.465496 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55806) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:29.474555 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-31bb4e91-cd1a-4ba2-88d2-00037745fb37 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'security_group_rule': {'security_group_id': '32b4309e-671b-4dd0-8ac5-585401bfdae2', 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:29.479580 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-54bb4ed1-ab53-4f92-8471-4d2d91ccf804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.508382 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-78d8e5dc-7fd7-4184-ad96-fcca190c93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:29.509523 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-78d8e5dc-7fd7-4184-ad96-fcca190c93c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0928452 Sep 25 04:50:29.636248 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-4167cf30-ae06-477d-a7b8-41330e9d6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:29.638036 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-4167cf30-ae06-477d-a7b8-41330e9d6dee service neutron] 10.222.0.46 "GET /v2.0/networks?id=333edd60-e3f0-405f-868b-c4d9c57f620c HTTP/1.1" status: 200 len: 910 time: 0.1337492 Sep 25 04:50:29.639313 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-72f69f6e-5134-49c1-9f86-2ffc45384ba7 service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077809 Sep 25 04:50:29.639787 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '5ec9ede2-9957-4c1f-8948-0facc428d91b', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'floating_ip_address': '172.28.3.233', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'port_id': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'mac_address': 'fa:16:3e:36:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:50:27Z', 'updated_at': '2021-09-25T04:50:27Z', 'revision_number': 0, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 5, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:29.650972 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-31bb4e91-cd1a-4ba2-88d2-00037745fb37 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.673176 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a677369-328d-4ffa-8024-24589bf21c60 None None] The sync data for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb is: [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_floatingips': [{'id': '5ec9ede2-9957-4c1f-8948-0facc428d91b', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'floating_ip_address': '172.28.3.233', 'floating_network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'router_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'port_id': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'mac_address': 'fa:16:3e:36:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:50:27Z', 'updated_at': '2021-09-25T04:50:27Z', 'revision_number': 0, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 5, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:50:29.709194 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-54bb4ed1-ab53-4f92-8471-4d2d91ccf804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125987669'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.763635 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb4ed1-ab53-4f92-8471-4d2d91ccf804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ef62a3-d04f-48c5-bc06-7f75598408db,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:29.767813 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-85b490f2-0a01-42b4-bcaa-18b2f562e074 req-c3d66d4b-5148-4b90-b7ed-325ef43ca4fe service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153276 Sep 25 04:50:29.768909 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-54bb4ed1-ab53-4f92-8471-4d2d91ccf804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.771677 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-54bb4ed1-ab53-4f92-8471-4d2d91ccf804 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/29ef62a3-d04f-48c5-bc06-7f75598408db HTTP/1.1" status: 204 len: 168 time: 0.6591952 Sep 25 04:50:29.774896 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55808) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:29.786505 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011e5524-3a1a-4020-a854-00fbb59e74e8 None None] Network 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:50:29.791889 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-430d0361-4128-448a-a927-c961f7c256f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e HTTP/1.1" status: 200 len: 1002 time: 0.1376712 Sep 25 04:50:29.821267 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-31bb4e91-cd1a-4ba2-88d2-00037745fb37 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.873031 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-0b9c7964-164b-49e3-8ba3-1acb68047c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:29.876413 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-0b9c7964-164b-49e3-8ba3-1acb68047c70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5be41f-3e1f-426b-aaa2-3b6c674f3a37 HTTP/1.1" status: 200 len: 848 time: 0.0757754 Sep 25 04:50:29.877998 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.943816 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-edf9e3ce-9f4a-4d7a-846e-bd372d5e55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:29.946016 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-edf9e3ce-9f4a-4d7a-846e-bd372d5e55d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=333edd60-e3f0-405f-868b-c4d9c57f620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0613754 Sep 25 04:50:29.957687 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Deleting port 9c032454-0b12-4df4-8680-70ec776dd0e6 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:50:29.958369 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:29.982485 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-31bb4e91-cd1a-4ba2-88d2-00037745fb37 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.011402 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb4e91-cd1a-4ba2-88d2-00037745fb37 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2b595b-4996-4487-bcc8-c547521ca03a,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:30.055224 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] For port 9c032454-0b12-4df4-8680-70ec776dd0e6, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=9c032454-0b12-4df4-8680-70ec776dd0e6,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:30.055224 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.064176 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147d8a9-2aa4-4c71-a8e9-e2007060b604 None None] DHCP port deletion for 2b96bf01-948c-4291-a81e-ea3a0c99f8b3 request from dv-cinder-768458-10-smb {{(pid=101230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 04:50:30.072571 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Calling delete_port for 9c032454-0b12-4df4-8680-70ec776dd0e6 owned by network:dhcp {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:50:30.112531 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cddba0f-8bd4-4ebf-9cd1-8928f9ebd418 None None] New status for floating IP 5ec9ede2-9957-4c1f-8948-0facc428d91b: ACTIVE {{(pid=101230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:50:30.119472 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-9558f7fe-576e-4e5e-9039-f6e111818ec9 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651242 Sep 25 04:50:30.149669 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-31bb4e91-cd1a-4ba2-88d2-00037745fb37 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.153512 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-31bb4e91-cd1a-4ba2-88d2-00037745fb37 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6823871 Sep 25 04:50:30.154399 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55810) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:30.166495 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-7e68339a-53cf-4a9b-8648-f35a5c39dae2 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'security_group_rule': {'security_group_id': '32b4309e-671b-4dd0-8ac5-585401bfdae2', 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:30.219730 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-9147d8a9-2aa4-4c71-a8e9-e2007060b604 None None] Deleting port 9c032454-0b12-4df4-8680-70ec776dd0e6 {{(pid=101230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:50:30.220056 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9147d8a9-2aa4-4c71-a8e9-e2007060b604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.233407 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.244249 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-f2a90a16-bcd5-4df5-b0b6-5f5c7a528c0a req-4b804cd3-6651-4582-a9c5-615ebf994a5c service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169364 Sep 25 04:50:30.264107 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c032454-0b12-4df4-8680-70ec776dd0e6,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:30.266154 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] No DVR routers for this DVR port 9c032454-0b12-4df4-8680-70ec776dd0e6 on host dv-cinder-768458-10-smb {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:50:30.330488 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-7e68339a-53cf-4a9b-8648-f35a5c39dae2 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.342010 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-9147d8a9-2aa4-4c71-a8e9-e2007060b604 None None] For port 9c032454-0b12-4df4-8680-70ec776dd0e6, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=9c032454-0b12-4df4-8680-70ec776dd0e6,segment=NetworkSegment(ea1bf493-b286-4092-abb8-d9fda10f4346),segment_id=ea1bf493-b286-4092-abb8-d9fda10f4346)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:30.342426 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9147d8a9-2aa4-4c71-a8e9-e2007060b604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.345526 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.360184 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-9147d8a9-2aa4-4c71-a8e9-e2007060b604 None None] Calling delete_port for 9c032454-0b12-4df4-8680-70ec776dd0e6 owned by network:dhcp {{(pid=101230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:50:30.378518 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b96bf01-948c-4291-a81e-ea3a0c99f8b3']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:30.396127 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1bf493-b286-4092-abb8-d9fda10f4346') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:30.396561 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1bf493-b286-4092-abb8-d9fda10f4346') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:50:30.406173 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-7e68339a-53cf-4a9b-8648-f35a5c39dae2 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.410689 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.430831 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.441730 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:50:30.442819 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:50:30.444809 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:50:30.506217 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9147d8a9-2aa4-4c71-a8e9-e2007060b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407'] for port, after_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.508185 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-7e68339a-53cf-4a9b-8648-f35a5c39dae2 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.534283 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147d8a9-2aa4-4c71-a8e9-e2007060b604 None None] Pushing event deleted for resources: {'Port': ['ID=9c032454-0b12-4df4-8680-70ec776dd0e6,revision_number=None']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:30.535682 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68339a-53cf-4a9b-8648-f35a5c39dae2 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6204695a-6965-4621-996b-1b30e0f60803,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:30.541877 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147d8a9-2aa4-4c71-a8e9-e2007060b604 None None] No DVR routers for this DVR port 9c032454-0b12-4df4-8680-70ec776dd0e6 on host dv-cinder-768458-10-smb {{(pid=101230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:50:30.588225 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.597790 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.601121 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2b96bf01-948c-4291-a81e-ea3a0c99f8b3 HTTP/1.1" status: 204 len: 168 time: 0.8248250 Sep 25 04:50:30.616799 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-7e68339a-53cf-4a9b-8648-f35a5c39dae2 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.618486 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-7e68339a-53cf-4a9b-8648-f35a5c39dae2 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4634664 Sep 25 04:50:30.620474 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb398732-619a-4adc-8755-be2caf938108 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b96bf01-948c-4291-a81e-ea3a0c99f8b3,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:30.633059 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55814) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:30.640900 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-960a2932-00b1-4dbe-af68-cbd3c8b0c8d8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'security_group_rule': {'security_group_id': '32b4309e-671b-4dd0-8ac5-585401bfdae2', 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:30.757150 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-960a2932-00b1-4dbe-af68-cbd3c8b0c8d8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.829570 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-960a2932-00b1-4dbe-af68-cbd3c8b0c8d8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.871435 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 7cfd342c-77a3-43b9-9d37-f7a28fce757b no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:50:30.897510 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 7cfd342c-77a3-43b9-9d37-f7a28fce757b {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:50:30.897860 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 7cfd342c-77a3-43b9-9d37-f7a28fce757b not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:50:30.898288 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 9c032454-0b12-4df4-8680-70ec776dd0e6 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:50:30.908521 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-960a2932-00b1-4dbe-af68-cbd3c8b0c8d8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:30.919013 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 9c032454-0b12-4df4-8680-70ec776dd0e6 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:50:30.919394 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 9c032454-0b12-4df4-8680-70ec776dd0e6 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:50:30.933029 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a2932-00b1-4dbe-af68-cbd3c8b0c8d8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae96d24-47b5-4f20-91ea-133de436ce6f,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:31.006973 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55816) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:31.028149 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-960a2932-00b1-4dbe-af68-cbd3c8b0c8d8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.030385 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-960a2932-00b1-4dbe-af68-cbd3c8b0c8d8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958797 Sep 25 04:50:31.033319 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55818) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:31.039761 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-0315aff2-5a61-4691-ab79-5a76fd8fb836 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'security_group_rule': {'security_group_id': '32b4309e-671b-4dd0-8ac5-585401bfdae2', 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:31.063047 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-974d43ed-e54d-42a2-b267-8921f558ace2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ddb1ab27ef34058ad8ff0414bb870d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548570 Sep 25 04:50:31.065803 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55820) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:31.125979 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-50c730ec-8ea5-4e88-b01e-b8752e06d49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.138467 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0315aff2-5a61-4691-ab79-5a76fd8fb836 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.163111 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-50c730ec-8ea5-4e88-b01e-b8752e06d49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.230738 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0315aff2-5a61-4691-ab79-5a76fd8fb836 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.316472 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0315aff2-5a61-4691-ab79-5a76fd8fb836 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.338379 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315aff2-5a61-4691-ab79-5a76fd8fb836 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a4936d-6bf7-40dc-b362-a4d5bcf37062,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:31.340646 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-50c730ec-8ea5-4e88-b01e-b8752e06d49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.343102 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-50c730ec-8ea5-4e88-b01e-b8752e06d49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.344796 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-50c730ec-8ea5-4e88-b01e-b8752e06d49d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/112a7999-9f9d-4c4d-a507-7c3646400026 HTTP/1.1" status: 204 len: 168 time: 0.2774365 Sep 25 04:50:31.353044 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c730ec-8ea5-4e88-b01e-b8752e06d49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112a7999-9f9d-4c4d-a507-7c3646400026,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:31.413384 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0315aff2-5a61-4691-ab79-5a76fd8fb836 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.414714 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0315aff2-5a61-4691-ab79-5a76fd8fb836 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3799121 Sep 25 04:50:31.417753 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55824) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:31.423161 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-663ef955-609d-46b6-8622-914f11aaac6d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'security_group_rule': {'security_group_id': '32b4309e-671b-4dd0-8ac5-585401bfdae2', 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:31.531092 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.securitygroups_db [None req-663ef955-609d-46b6-8622-914f11aaac6d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Project 77a80e2c4e1b458e9c5693e3c3f988b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:50:31.537311 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-663ef955-609d-46b6-8622-914f11aaac6d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.602120 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-663ef955-609d-46b6-8622-914f11aaac6d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.681857 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-663ef955-609d-46b6-8622-914f11aaac6d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.701383 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef955-609d-46b6-8622-914f11aaac6d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389c738e-c308-400b-9bc9-278297376461,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:31.771587 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-663ef955-609d-46b6-8622-914f11aaac6d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.772846 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-663ef955-609d-46b6-8622-914f11aaac6d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3540883 Sep 25 04:50:31.775771 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55830) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:31.780641 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-0acd1647-5e73-45d3-9b51-b5091639bec7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'security_group_rule': {'security_group_id': '32b4309e-671b-4dd0-8ac5-585401bfdae2', 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:31.896944 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.securitygroups_db [None req-0acd1647-5e73-45d3-9b51-b5091639bec7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Project 77a80e2c4e1b458e9c5693e3c3f988b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:50:31.902288 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0acd1647-5e73-45d3-9b51-b5091639bec7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:31.972733 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0acd1647-5e73-45d3-9b51-b5091639bec7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.050308 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0acd1647-5e73-45d3-9b51-b5091639bec7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476253'] for security_group_rule, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.066005 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd1647-5e73-45d3-9b51-b5091639bec7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d8001a-6122-41dc-8389-aa18cf845776,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:32.139534 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0acd1647-5e73-45d3-9b51-b5091639bec7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.140796 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0acd1647-5e73-45d3-9b51-b5091639bec7 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3638740 Sep 25 04:50:32.226337 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9852578d-8bcb-444c-a40f-468b2451d930 req-f9c8cd3d-de55-4acd-b8a4-259886764eac tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639407144&fields=id&tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0 HTTP/1.1" status: 200 len: 267 time: 0.0351515 Sep 25 04:50:32.287010 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852578d-8bcb-444c-a40f-468b2451d930 req-733da4d8-cd96-4f4e-8385-074360fd97f3 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:32.288617 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9852578d-8bcb-444c-a40f-468b2451d930 req-733da4d8-cd96-4f4e-8385-074360fd97f3 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0561163 Sep 25 04:50:32.300432 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-9852578d-8bcb-444c-a40f-468b2451d930 req-e6e1be25-10ec-4f6c-8122-e7f41f4a6f18 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'port': {'security_groups': ['e265db8d-67a8-4db4-a47e-7e3444598159', '32b4309e-671b-4dd0-8ac5-585401bfdae2']}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:32.383847 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-9852578d-8bcb-444c-a40f-468b2451d930 req-e6e1be25-10ec-4f6c-8122-e7f41f4a6f18 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.554500 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 55848) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:32.626190 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-9852578d-8bcb-444c-a40f-468b2451d930 req-e6e1be25-10ec-4f6c-8122-e7f41f4a6f18 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] For port 9cd6f329-1eab-4d2d-b503-bf2b94546335, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:32.675002 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-9852578d-8bcb-444c-a40f-468b2451d930 req-e6e1be25-10ec-4f6c-8122-e7f41f4a6f18 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.678172 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2128966558-network', 'tenant_id': '104fcd5ba6324ecb83d2f5b6e60da267'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:32.733635 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-9852578d-8bcb-444c-a40f-468b2451d930 req-e6e1be25-10ec-4f6c-8122-e7f41f4a6f18 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.748726 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['9cd6f329-1eab-4d2d-b503-bf2b94546335'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:50:32.778376 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852578d-8bcb-444c-a40f-468b2451d930 req-e6e1be25-10ec-4f6c-8122-e7f41f4a6f18 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:32.779044 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-9852578d-8bcb-444c-a40f-468b2451d930 req-e6e1be25-10ec-4f6c-8122-e7f41f4a6f18 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.780550 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9852578d-8bcb-444c-a40f-468b2451d930 req-e6e1be25-10ec-4f6c-8122-e7f41f4a6f18 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "PUT /v2.0/ports/9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 200 len: 982 time: 0.4850004 Sep 25 04:50:32.781028 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:50:32.783539 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:32.790952 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Made reservation on behalf of 104fcd5ba6324ecb83d2f5b6e60da267 for: {'network': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:50:32.795744 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.803348 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.870617 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['9cd6f329-1eab-4d2d-b503-bf2b94546335'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:50:32.908869 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1be25-10ec-4f6c-8122-e7f41f4a6f18 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'Port': ['ID=9cd6f329-1eab-4d2d-b503-bf2b94546335,revision_number=6']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:32.949187 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:32.951437 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf07f-1821-40cd-a1fe-0eff25ebb2b5 req-63526752-1f58-4970-b9d4-6b539bfb4181 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:32.953431 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5ffcf07f-1821-40cd-a1fe-0eff25ebb2b5 req-63526752-1f58-4970-b9d4-6b539bfb4181 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0959904 Sep 25 04:50:33.013099 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5ffcf07f-1821-40cd-a1fe-0eff25ebb2b5 req-bc42b854-192d-462f-a520-57ba727e2807 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524077 Sep 25 04:50:33.045923 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:33.090726 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:50:33.095936 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d2e01-3070-45ca-81f6-92cef9becc7d,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:33.107269 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:33.107898 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.segments_db [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Added segment 1990ea9a-bbf4-430d-8d7c-99744fd67938 of type vlan for network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 Sep 25 04:50:33.108265 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533a51ea-bcc6-42ab-b097-5edbe2724ae9 x-openstack-request-id: req-533a51ea-bcc6-42ab-b097-5edbe2724ae9 {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:33.114370 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:33.117521 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-533a51ea-bcc6-42ab-b097-5edbe2724ae9 {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:33.120674 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'status': 'completed', 'code': 200} Sep 25 04:50:33.168127 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:33.179605 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-48f70154-72c4-4477-8d6e-95260db62002 None None] Provisioning complete for port 9cd6f329-1eab-4d2d-b503-bf2b94546335 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:50:33.179969 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-48f70154-72c4-4477-8d6e-95260db62002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:33.219639 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-6940eb99-91ed-4197-98b5-32bc74eb6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:33.221395 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-6940eb99-91ed-4197-98b5-32bc74eb6c97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 1138 time: 0.0718830 Sep 25 04:50:33.271193 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:33.272255 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:33.272873 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:33.390019 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] Pushing event updated for resources: {'Network': ['ID=885ded2e-8c92-4ab8-96c6-c6e2e7731688,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:33.404366 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-a50e4f62-fa6d-4c42-9627-e01db1924491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:33.406772 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-a50e4f62-fa6d-4c42-9627-e01db1924491 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca HTTP/1.1" status: 200 len: 915 time: 0.1762178 Sep 25 04:50:33.417777 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:50:33.418050 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c6768b85-550d-438c-9084-8b1b59738f27 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8576052 Sep 25 04:50:33.419782 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 55860) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:50:33.435906 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Request body: {'subnet': {'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2128966558-subnet', 'tenant_id': '104fcd5ba6324ecb83d2f5b6e60da267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:33.488404 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-14482acf-5d9d-429d-acb0-afd18b751232 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 200 len: 1002 time: 0.0723186 Sep 25 04:50:33.544672 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-1de2e368-df10-43b0-a4b9-65c7877db1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:33.546162 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-1de2e368-df10-43b0-a4b9-65c7877db1a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad7cd202-ce06-4b03-b049-461ffcd3d63e HTTP/1.1" status: 200 len: 853 time: 0.0494483 Sep 25 04:50:33.548235 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Made reservation on behalf of 104fcd5ba6324ecb83d2f5b6e60da267 for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:50:33.552442 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126106735'] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:33.608900 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-b008c22d-d5a5-464b-a060-a7e840ead465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:33.612004 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-b008c22d-d5a5-464b-a060-a7e840ead465 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0562367 Sep 25 04:50:33.733891 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-a89e8a29-784d-4864-8a65-96f430d827aa service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145120 Sep 25 04:50:33.837856 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-8eee31b0-dfc4-4877-9d8c-d434acbd72e5 req-d8514363-2090-4e36-8883-20bcc4ebc841 service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961182 Sep 25 04:50:33.888051 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126071804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126106717'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:33.954602 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a1f9d6-705a-46ca-90c1-702ff4097510,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:33.963670 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Checking segment: {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:50:33.963781 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Network hostable DHCP agents. Network: 885ded2e-8c92-4ab8-96c6-c6e2e7731688, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:50:34.041712 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:50:34.133078 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 885ded2e-8c92-4ab8-96c6-c6e2e7731688) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:50:34.139350 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:34.139965 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:34.142007 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6fe55c-a74d-4c2e-b838-68729aa66974 None None] Network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:50:34.219700 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-9f7e7b9a-b1da-4032-be19-c1c7e9dc33a4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8000700 Sep 25 04:50:34.273246 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dae559-8e6a-4ec7-a26a-698530a3f38c None None] Network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:50:34.648291 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-2a37afbb-26c6-409a-9fcc-507d361122c5 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:34.649855 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-2a37afbb-26c6-409a-9fcc-507d361122c5 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/networks?id=885ded2e-8c92-4ab8-96c6-c6e2e7731688 HTTP/1.1" status: 200 len: 815 time: 0.1160955 Sep 25 04:50:34.671360 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-9b31c36c-7287-41cd-823d-99d5515b5cb5 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/quotas/104fcd5ba6324ecb83d2f5b6e60da267 HTTP/1.1" status: 200 len: 375 time: 0.0107360 Sep 25 04:50:34.711506 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3876f491-e57d-4697-a025-546796af120e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328631 Sep 25 04:50:34.874790 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-e9a2c073-1e88-4a90-9754-ccb98f039d6d service neutron] 10.222.0.38 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554322 Sep 25 04:50:34.978791 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-62569fa0-7647-4541-8de7-af6bbc4b62e2 service neutron] 10.222.0.38 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972099 Sep 25 04:50:35.257909 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-77ab36a3-a5cb-4ab9-8b9a-521404561816 req-d459546e-74d4-408f-ae8b-c450e2abbc94 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 210 time: 0.0298457 Sep 25 04:50:36.346865 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8814ca51-709f-46f2-bed9-bf5ea7a5c3fe req-5979f30d-e3fc-47df-91c3-34e37e9231d6 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 210 time: 0.0288148 Sep 25 04:50:37.451995 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-13ae9689-6edb-4edb-9827-bce084483293 req-2957e618-9d1b-4359-8c6f-f90680b5853e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 210 time: 0.0301831 Sep 25 04:50:37.610881 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-fe35907c-e048-440b-9dda-8fa7b969f1ee tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:37.612873 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-fe35907c-e048-440b-9dda-8fa7b969f1ee tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "GET /v2.0/networks?id=885ded2e-8c92-4ab8-96c6-c6e2e7731688 HTTP/1.1" status: 200 len: 815 time: 0.1273053 Sep 25 04:50:37.625877 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Request body: {'port': {'device_id': 'd450b42c-5ed3-40a1-aaff-2cbfcbbfa02b', 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688', 'admin_state_up': True, 'tenant_id': '104fcd5ba6324ecb83d2f5b6e60da267'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:37.856297 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Made reservation on behalf of 104fcd5ba6324ecb83d2f5b6e60da267 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:50:37.860028 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:38.016170 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Allocated IP 172.20.0.12 (885ded2e-8c92-4ab8-96c6-c6e2e7731688/76a1f9d6-705a-46ca-90c1-702ff4097510/d8f98753-b9c2-4644-9756-2e327623d095) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:50:38.227002 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:38.328066 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:38.375181 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:50:38.378437 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:50:38.382305 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:50:38.414414 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Pushing event updated for resources: {'Port': ['ID=d8f98753-b9c2-4644-9756-2e327623d095,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:38.451089 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:38.451753 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:38.537322 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-109c2627-9e05-4fe7-b787-fd4d5fdf43c2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9155703 Sep 25 04:50:38.551557 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Request body: {'port': {'device_id': 'd450b42c-5ed3-40a1-aaff-2cbfcbbfa02b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:38.584480 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffae47-820b-47b1-a0ff-d5f2b626c173 req-8fb39d45-76f8-46d6-b674-46ba19f8da56 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:38.586029 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-06ffae47-820b-47b1-a0ff-d5f2b626c173 req-8fb39d45-76f8-46d6-b674-46ba19f8da56 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 932 time: 0.0542095 Sep 25 04:50:38.618252 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:38.634024 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-06ffae47-820b-47b1-a0ff-d5f2b626c173 req-25ad97ce-27b9-4295-90ea-f86cfafb3adb tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Sep 25 04:50:38.917332 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f98753-b9c2-4644-9756-2e327623d095 {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:50:38.925343 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:38.938613 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Transition to ACTIVE for port object d8f98753-b9c2-4644-9756-2e327623d095 will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:50:38.999235 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:39.053239 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f98753-b9c2-4644-9756-2e327623d095,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:39.129926 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Attempting to bind port d8f98753-b9c2-4644-9756-2e327623d095 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:50:39.130274 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Attempting to bind port d8f98753-b9c2-4644-9756-2e327623d095 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:50:39.130555 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Attempting to bind port d8f98753-b9c2-4644-9756-2e327623d095 on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:50:39.135357 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Port d8f98753-b9c2-4644-9756-2e327623d095 on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:50:39.135676 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Attempting to bind port d8f98753-b9c2-4644-9756-2e327623d095 on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:50:39.140897 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:50:39.141227 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Checking segment: {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:50:39.141629 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Bound using segment: {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:50:39.142056 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Bound port: d8f98753-b9c2-4644-9756-2e327623d095, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:50:39.142408 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:39.207986 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] For port d8f98753-b9c2-4644-9756-2e327623d095, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:50:39.211346 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] For port d8f98753-b9c2-4644-9756-2e327623d095, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d8f98753-b9c2-4644-9756-2e327623d095,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:50:39.323083 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:39.361166 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:39.361783 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:39.363228 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] 10.222.0.46 "PUT /v2.0/ports/d8f98753-b9c2-4644-9756-2e327623d095 HTTP/1.1" status: 200 len: 1094 time: 0.8166273 Sep 25 04:50:39.363730 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd450b42c-5ed3-40a1-aaff-2cbfcbbfa02b', 'tag': 'd8f98753-b9c2-4644-9756-2e327623d095'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:50:39.366458 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65bbf2-ad30-4f52-b6d1-ee117166b2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b", "tag": "d8f98753-b9c2-4644-9756-2e327623d095"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:39.392026 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067d32b-4174-405d-ae0e-230ae173a558 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f98753-b9c2-4644-9756-2e327623d095,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:39.424752 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae6bbf-019d-42fa-87ee-58a354d8a19b x-openstack-request-id: req-a3ae6bbf-019d-42fa-87ee-58a354d8a19b {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:39.424752 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b", "tag": "d8f98753-b9c2-4644-9756-2e327623d095", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:39.425104 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3ae6bbf-019d-42fa-87ee-58a354d8a19b {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:39.425359 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd450b42c-5ed3-40a1-aaff-2cbfcbbfa02b', 'tag': 'd8f98753-b9c2-4644-9756-2e327623d095', 'status': 'completed', 'code': 200} Sep 25 04:50:39.499469 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65bbf2-ad30-4f52-b6d1-ee117166b2bc req-28672ba1-76ac-40ab-b7ef-bb850ae5c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:39.501013 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf65bbf2-ad30-4f52-b6d1-ee117166b2bc req-28672ba1-76ac-40ab-b7ef-bb850ae5c60d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 1097 time: 0.0511289 Sep 25 04:50:39.616635 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65bbf2-ad30-4f52-b6d1-ee117166b2bc req-2845d95d-a71b-4489-b5ff-d41c15be6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:39.618020 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf65bbf2-ad30-4f52-b6d1-ee117166b2bc req-2845d95d-a71b-4489-b5ff-d41c15be6ecd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1085045 Sep 25 04:50:39.737322 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65bbf2-ad30-4f52-b6d1-ee117166b2bc req-38c56279-fb1c-48b3-9dea-c70a94186446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:39.740102 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bf65bbf2-ad30-4f52-b6d1-ee117166b2bc req-38c56279-fb1c-48b3-9dea-c70a94186446 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132455 Sep 25 04:50:39.782914 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915d76e-36a9-4d54-8402-cf8fabc7c042 req-6e094d8e-dd85-4f7c-b169-aa32725d089b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:39.784731 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d915d76e-36a9-4d54-8402-cf8fabc7c042 req-6e094d8e-dd85-4f7c-b169-aa32725d089b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 944 time: 0.0698349 Sep 25 04:50:39.834881 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d915d76e-36a9-4d54-8402-cf8fabc7c042 req-bf9a2238-06d5-4ae3-b316-7f0421f2c181 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391936 Sep 25 04:50:39.838745 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-de14b6dd-7204-4979-8ddd-25d4425f3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:39.840102 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-de14b6dd-7204-4979-8ddd-25d4425f3945 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 1097 time: 0.0520935 Sep 25 04:50:39.887643 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-97d70db0-0b55-440c-af6d-9d7db92bfa0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f98753-b9c2-4644-9756-2e327623d095 HTTP/1.1" status: 200 len: 217 time: 0.0384474 Sep 25 04:50:40.182515 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-4daf58ba-af62-4adf-9108-f266b23bd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:40.183914 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-4daf58ba-af62-4adf-9108-f266b23bd184 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76a1f9d6-705a-46ca-90c1-702ff4097510 HTTP/1.1" status: 200 len: 855 time: 0.2850215 Sep 25 04:50:40.218458 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-410e79ea-9999-4ed1-9428-3fa851aca04a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=885ded2e-8c92-4ab8-96c6-c6e2e7731688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265338 Sep 25 04:50:40.329655 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-2bb18736-43d3-4bc5-9602-3a883111cdc3 service neutron] 10.222.0.46 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030030 Sep 25 04:50:40.440842 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-848531f8-969f-4c70-8e21-79b75a6ed9c4 req-12d6d322-78f6-41d0-a664-a2df95ef927e service neutron] 10.222.0.46 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032777 Sep 25 04:50:40.959628 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2418f0-1a41-4b92-b1d8-6072b39fb376 req-6990b560-b21a-4442-8b48-b35067b03e44 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:40.961272 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-aa2418f0-1a41-4b92-b1d8-6072b39fb376 req-6990b560-b21a-4442-8b48-b35067b03e44 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 944 time: 0.0547752 Sep 25 04:50:41.004356 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-aa2418f0-1a41-4b92-b1d8-6072b39fb376 req-6c0afbbc-59f2-463f-a1c0-f477e1fb1450 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357533 Sep 25 04:50:42.127260 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2727c-ea75-4fc6-bfc1-57c1477da945 req-a3a3c1c3-e04c-4d02-922c-ca6ce8797652 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:42.128832 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0af2727c-ea75-4fc6-bfc1-57c1477da945 req-a3a3c1c3-e04c-4d02-922c-ca6ce8797652 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 944 time: 0.0517905 Sep 25 04:50:42.174026 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0af2727c-ea75-4fc6-bfc1-57c1477da945 req-1963e70d-26f0-41ab-a000-77f679049391 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Sep 25 04:50:43.302672 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04cfb0-cc25-4c9d-a3e7-96a97431d948 req-f4f8fe7f-f487-4ee3-a929-8c830d3dfeeb tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:43.304281 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8c04cfb0-cc25-4c9d-a3e7-96a97431d948 req-f4f8fe7f-f487-4ee3-a929-8c830d3dfeeb tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 944 time: 0.0543435 Sep 25 04:50:43.346138 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8c04cfb0-cc25-4c9d-a3e7-96a97431d948 req-df556399-006e-493b-9eaf-898145082e7d tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351350 Sep 25 04:50:43.826836 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d8f98753-b9c2-4644-9756-2e327623d095 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:50:43.939795 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d8f98753-b9c2-4644-9756-2e327623d095, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d8f98753-b9c2-4644-9756-2e327623d095,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:43.952413 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'd8f98753-b9c2-4644-9756-2e327623d095', 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688', 'port_id': 'd8f98753-b9c2-4644-9756-2e327623d095', 'mac_address': 'fa:16:3e:4e:2f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a1f9d6-705a-46ca-90c1-702ff4097510', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:50:43.990851 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:44.004171 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f98753-b9c2-4644-9756-2e327623d095 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:50:44.023881 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d8f98753-b9c2-4644-9756-2e327623d095, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d8f98753-b9c2-4644-9756-2e327623d095,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:44.136484 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:44.194450 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d8f98753-b9c2-4644-9756-2e327623d095,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:44.389890 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d8f98753-b9c2-4644-9756-2e327623d095'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:50:44.497624 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729b1fc-5da9-42df-ba19-9b38f201ac10 req-5b1a4876-b975-49cf-a10e-8ea03d2f41af tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:44.499243 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0729b1fc-5da9-42df-ba19-9b38f201ac10 req-5b1a4876-b975-49cf-a10e-8ea03d2f41af tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 945 time: 0.0747130 Sep 25 04:50:44.540647 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0729b1fc-5da9-42df-ba19-9b38f201ac10 req-deaa1613-c4e5-48ef-a4b4-f914b3a52bae tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349097 Sep 25 04:50:45.658618 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3886f-d76c-43c2-9c3c-e68b730a4e91 req-bf7de2a4-02b8-45f7-832f-0a6e457fe122 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:45.660248 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f7a3886f-d76c-43c2-9c3c-e68b730a4e91 req-bf7de2a4-02b8-45f7-832f-0a6e457fe122 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 945 time: 0.0510271 Sep 25 04:50:45.721579 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f7a3886f-d76c-43c2-9c3c-e68b730a4e91 req-c65ab25a-ce24-45cc-a479-d880c861d3b0 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539870 Sep 25 04:50:45.843501 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d8f98753-b9c2-4644-9756-2e327623d095 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:50:45.970413 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port d8f98753-b9c2-4644-9756-2e327623d095 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:50:45.974731 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port d8f98753-b9c2-4644-9756-2e327623d095 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:50:45.975031 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:46.077615 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:46.104020 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd450b42c-5ed3-40a1-aaff-2cbfcbbfa02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f98753-b9c2-4644-9756-2e327623d095'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:50:46.106351 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34cf587-e345-4018-ad69-3c38a4748d23" -d '{"events": [{"server_uuid": "d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f98753-b9c2-4644-9756-2e327623d095"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:46.124037 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d8f98753-b9c2-4644-9756-2e327623d095, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d8f98753-b9c2-4644-9756-2e327623d095,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:46.147263 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5cadea-59af-4c42-953e-2b08e7fee49d x-openstack-request-id: req-0e5cadea-59af-4c42-953e-2b08e7fee49d {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:46.147584 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f98753-b9c2-4644-9756-2e327623d095", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:46.147839 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e5cadea-59af-4c42-953e-2b08e7fee49d {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:46.148232 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd450b42c-5ed3-40a1-aaff-2cbfcbbfa02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f98753-b9c2-4644-9756-2e327623d095', 'code': 200} Sep 25 04:50:46.216306 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:46.270463 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d8f98753-b9c2-4644-9756-2e327623d095,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:46.522851 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f14aa-0ec7-42b1-abe1-3f974cecafd1 req-f9cc6a65-4848-40b1-92a9-b8106a40cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:46.525586 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-be6f14aa-0ec7-42b1-abe1-3f974cecafd1 req-f9cc6a65-4848-40b1-92a9-b8106a40cb92 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 1099 time: 0.0645642 Sep 25 04:50:46.571430 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-be6f14aa-0ec7-42b1-abe1-3f974cecafd1 req-cd204f2f-2c82-430d-87d9-202f24ccd1f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Sep 25 04:50:46.846565 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda69a8-bc6c-4649-894d-1f3ac5bf3b35 req-91f991d8-a80f-4106-b576-a8b15c05be4c tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:46.848803 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8bda69a8-bc6c-4649-894d-1f3ac5bf3b35 req-91f991d8-a80f-4106-b576-a8b15c05be4c tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 946 time: 0.0553210 Sep 25 04:50:46.890181 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8bda69a8-bc6c-4649-894d-1f3ac5bf3b35 req-f8c1a33c-0966-4790-823a-62435e60b497 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Sep 25 04:50:47.505709 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969fdc5-c19b-4c84-adab-38cd9953c193 req-14661495-d99f-4281-ae1a-88f05cdd5b8c tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:47.507280 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6969fdc5-c19b-4c84-adab-38cd9953c193 req-14661495-d99f-4281-ae1a-88f05cdd5b8c tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0533264 Sep 25 04:50:47.549412 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6969fdc5-c19b-4c84-adab-38cd9953c193 req-f362f585-3d9b-4fb5-8410-73b34627cec5 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359707 Sep 25 04:50:47.587458 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-c750d0be-21da-4891-aa6e-256aa430975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:47.590004 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-c750d0be-21da-4891-aa6e-256aa430975d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 1138 time: 0.0505667 Sep 25 04:50:47.686886 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-a1c07434-2361-4042-8b8c-d608d7f5a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:47.688288 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-a1c07434-2361-4042-8b8c-d608d7f5a0f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca HTTP/1.1" status: 200 len: 915 time: 0.0881252 Sep 25 04:50:47.760816 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-a30116f1-a88a-494a-b7ac-e2653daa673d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 200 len: 1002 time: 0.0641274 Sep 25 04:50:47.814225 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-0e357735-ec29-4792-a706-63bf69cabbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:47.815732 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-0e357735-ec29-4792-a706-63bf69cabbe6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad7cd202-ce06-4b03-b049-461ffcd3d63e HTTP/1.1" status: 200 len: 853 time: 0.0459871 Sep 25 04:50:47.867166 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-9129dcb6-cef3-475b-a182-f03f5047929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:47.868639 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-9129dcb6-cef3-475b-a182-f03f5047929b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0443559 Sep 25 04:50:47.976759 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-48f83ca2-6820-4bdf-b95d-b69b1b569ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965550 Sep 25 04:50:48.023042 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800a30c-b8ad-494f-917a-0df255c8192b req-0dd5ef92-28f4-4ef3-a511-0f4b6ac74028 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:48.024681 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4800a30c-b8ad-494f-917a-0df255c8192b req-0dd5ef92-28f4-4ef3-a511-0f4b6ac74028 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 946 time: 0.0507970 Sep 25 04:50:48.072260 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4800a30c-b8ad-494f-917a-0df255c8192b req-b9a81494-6ec3-4292-b463-e406a2d65ed8 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Sep 25 04:50:48.086687 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cf66f809-46a4-47dc-9c59-c16f28ba30f9 req-6db09d19-2ee5-4930-84b6-9f19e18d5dac service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019475 Sep 25 04:50:48.684762 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731435d-208a-4844-8e38-0527ce56ea13 req-6bbd8af9-a6c4-4d80-8955-7153b5167d69 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:48.687354 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7731435d-208a-4844-8e38-0527ce56ea13 req-6bbd8af9-a6c4-4d80-8955-7153b5167d69 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0656168 Sep 25 04:50:48.731471 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7731435d-208a-4844-8e38-0527ce56ea13 req-8d3cccd3-fb60-40fb-b051-60b848e22310 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373421 Sep 25 04:50:49.861373 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc6c6-5c04-440c-b94f-c48b3f2b47d6 req-411908e4-72c7-4783-acfb-e8eb0685129f tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:49.863031 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-61bdc6c6-5c04-440c-b94f-c48b3f2b47d6 req-411908e4-72c7-4783-acfb-e8eb0685129f tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0560770 Sep 25 04:50:49.910289 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-61bdc6c6-5c04-440c-b94f-c48b3f2b47d6 req-ba3e1e6f-0a64-4fdd-95e3-beac81a8ce93 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404563 Sep 25 04:50:51.036448 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91908f8d-3c69-499c-874b-7bfea6e95ff8 req-377fedfa-10c7-4ce4-89e4-c494dc5d0e26 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:51.038539 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-91908f8d-3c69-499c-874b-7bfea6e95ff8 req-377fedfa-10c7-4ce4-89e4-c494dc5d0e26 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0513754 Sep 25 04:50:51.082021 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-91908f8d-3c69-499c-874b-7bfea6e95ff8 req-b8f0aa65-637a-4427-878e-b34731f57fcc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369830 Sep 25 04:50:51.553471 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0bfa-c33f-4928-85bf-63f07bddbeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:52.209051 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c0222-5696-4d1d-aeee-c7a94b46308c req-760d8797-e081-46e4-96d8-5ed88e234baf tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:52.210888 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5b8c0222-5696-4d1d-aeee-c7a94b46308c req-760d8797-e081-46e4-96d8-5ed88e234baf tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0547645 Sep 25 04:50:52.254962 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5b8c0222-5696-4d1d-aeee-c7a94b46308c req-9fa833e8-bda0-464a-a015-79908c665d7b tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376537 Sep 25 04:50:53.081125 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-dce8ec04-8391-44df-92c5-0d849518a87a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:53.082608 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-dce8ec04-8391-44df-92c5-0d849518a87a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/networks?id=885ded2e-8c92-4ab8-96c6-c6e2e7731688 HTTP/1.1" status: 200 len: 815 time: 0.1125824 Sep 25 04:50:53.097493 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-2e35ff7a-54b5-4615-9540-8cd9b65cdc5b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/quotas/104fcd5ba6324ecb83d2f5b6e60da267 HTTP/1.1" status: 200 len: 375 time: 0.0089750 Sep 25 04:50:53.160653 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-fafec59f-4859-4ef6-b0c9-dfc4eda517e6 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563653 Sep 25 04:50:53.255999 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-0379db2d-cc92-43c1-8ae2-3437e270264b service neutron] 10.222.0.38 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874729 Sep 25 04:50:53.395680 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-0f87ca63-2d34-4c23-a1d3-f279ecb91f28 service neutron] 10.222.0.38 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316257 Sep 25 04:50:53.409572 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1a41-4249-4da0-ab30-c32f03c0218b req-80dcc18b-d65b-45f1-8df2-e094972d9965 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:53.411218 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1ef1a41-4249-4da0-ab30-c32f03c0218b req-80dcc18b-d65b-45f1-8df2-e094972d9965 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0739305 Sep 25 04:50:53.460395 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1ef1a41-4249-4da0-ab30-c32f03c0218b req-425fb09c-5976-467f-a956-29327317b2cc tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400996 Sep 25 04:50:53.655938 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0e30271c-6c2e-4993-9d45-9b126ff2000a req-cc27d5ef-a794-4c1c-bd73-10437ad5b10a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 210 time: 0.0275662 Sep 25 04:50:54.124830 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-06fe1fa9-8e74-4b20-a965-b2a7cdac012b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:54.599906 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5dcf-4385-41b7-867d-8321e0d0a141 req-96da804e-b6d0-47ee-8c88-3ad910e50218 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:54.601710 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fdee5dcf-4385-41b7-867d-8321e0d0a141 req-96da804e-b6d0-47ee-8c88-3ad910e50218 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0585306 Sep 25 04:50:54.646759 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fdee5dcf-4385-41b7-867d-8321e0d0a141 req-cf1984aa-4546-4ba9-aae6-e7cb19495304 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367677 Sep 25 04:50:54.693910 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:54.754082 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c22dbaa0-5cd5-4629-9a5f-b0b171ea123d req-8118176e-622c-4981-898e-4ca002dcf66f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 210 time: 0.0266185 Sep 25 04:50:55.579360 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-803845f7-0038-4ddb-aa74-93d6c2436907 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:55.580878 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-803845f7-0038-4ddb-aa74-93d6c2436907 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "GET /v2.0/networks?id=885ded2e-8c92-4ab8-96c6-c6e2e7731688 HTTP/1.1" status: 200 len: 815 time: 0.1296308 Sep 25 04:50:55.595123 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Request body: {'port': {'device_id': '16fab706-6c10-40cf-ac3f-2f9ec4326103', 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688', 'admin_state_up': True, 'tenant_id': '104fcd5ba6324ecb83d2f5b6e60da267'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:55.775664 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e97f-1c2b-4ace-bd0e-bf29a3d5ef0d req-c1e71d8b-d8bd-4ad4-b56a-521607660bee tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:55.777034 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Made reservation on behalf of 104fcd5ba6324ecb83d2f5b6e60da267 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:50:55.777391 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9627e97f-1c2b-4ace-bd0e-bf29a3d5ef0d req-c1e71d8b-d8bd-4ad4-b56a-521607660bee tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0554147 Sep 25 04:50:55.787440 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:55.834056 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9627e97f-1c2b-4ace-bd0e-bf29a3d5ef0d req-86e3aa6c-9841-4925-be1f-74d36079da64 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416567 Sep 25 04:50:55.870760 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f4afc1b-e30c-4ad5-9b01-28f6986ef878 req-e5e1d677-c69a-42a1-a277-e8af05e619c7 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 210 time: 0.0356951 Sep 25 04:50:55.953370 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Allocated IP 172.20.0.9 (885ded2e-8c92-4ab8-96c6-c6e2e7731688/76a1f9d6-705a-46ca-90c1-702ff4097510/99b94713-eded-4c16-a94d-fda7446179ee) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:50:56.114483 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:56.179155 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:56.253398 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:56.267044 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d8f98753-b9c2-4644-9756-2e327623d095'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:50:56.302641 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:50:56.305970 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:50:56.309660 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:50:56.340729 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Pushing event updated for resources: {'Port': ['ID=99b94713-eded-4c16-a94d-fda7446179ee,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:56.368645 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:56.369283 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:56.482569 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-1f29723f-50a0-4080-9697-b243f0326198 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8913434 Sep 25 04:50:56.497465 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Request body: {'port': {'device_id': '16fab706-6c10-40cf-ac3f-2f9ec4326103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:50:56.557953 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:56.841122 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b94713-eded-4c16-a94d-fda7446179ee {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:50:56.848611 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:56.860876 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Transition to ACTIVE for port object 99b94713-eded-4c16-a94d-fda7446179ee will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:50:56.959189 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:56.985696 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad2a3f-29b3-4a4c-acd7-d67aa95c592f req-5da5f1c6-59fc-4d34-af85-8ff5ea0d93c8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:56.987203 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e6ad2a3f-29b3-4a4c-acd7-d67aa95c592f req-5da5f1c6-59fc-4d34-af85-8ff5ea0d93c8 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0787954 Sep 25 04:50:57.025591 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2bd48-fc98-4f90-b04f-f941c9691de4 req-eef8495f-b017-41ee-82ed-cb6492623561 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:57.027130 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d3e2bd48-fc98-4f90-b04f-f941c9691de4 req-eef8495f-b017-41ee-82ed-cb6492623561 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 943 time: 0.0801625 Sep 25 04:50:57.033161 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Pushing event updated for resources: {'Port': ['ID=99b94713-eded-4c16-a94d-fda7446179ee,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:57.063006 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e6ad2a3f-29b3-4a4c-acd7-d67aa95c592f req-21585930-f99e-4c00-9ce7-17f4c6a87b55 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652547 Sep 25 04:50:57.089416 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d3e2bd48-fc98-4f90-b04f-f941c9691de4 req-f81ab18b-3b73-4023-a23a-0f8ee6892d35 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499341 Sep 25 04:50:57.117488 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Attempting to bind port 99b94713-eded-4c16-a94d-fda7446179ee on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:50:57.117816 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Attempting to bind port 99b94713-eded-4c16-a94d-fda7446179ee by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:50:57.118147 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Attempting to bind port 99b94713-eded-4c16-a94d-fda7446179ee on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:50:57.127796 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Port 99b94713-eded-4c16-a94d-fda7446179ee on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:50:57.128116 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Attempting to bind port 99b94713-eded-4c16-a94d-fda7446179ee on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:50:57.133767 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:50:57.134102 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Checking segment: {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:50:57.134483 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Bound using segment: {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:50:57.134908 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Bound port: 99b94713-eded-4c16-a94d-fda7446179ee, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:50:57.135413 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:57.209974 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] For port 99b94713-eded-4c16-a94d-fda7446179ee, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:50:57.212923 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] For port 99b94713-eded-4c16-a94d-fda7446179ee, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=99b94713-eded-4c16-a94d-fda7446179ee,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:50:57.302735 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:57.335657 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:57.336268 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:57.337638 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] 10.222.0.46 "PUT /v2.0/ports/99b94713-eded-4c16-a94d-fda7446179ee HTTP/1.1" status: 200 len: 1093 time: 0.8446541 Sep 25 04:50:57.338071 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fab706-6c10-40cf-ac3f-2f9ec4326103', 'tag': '99b94713-eded-4c16-a94d-fda7446179ee'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:50:57.340319 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27612ae5-df53-4190-8644-6260053c4bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "16fab706-6c10-40cf-ac3f-2f9ec4326103", "tag": "99b94713-eded-4c16-a94d-fda7446179ee"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:57.361999 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:57.379322 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b5b2a-57ec-4af0-89f7-e4508065614e service neutron] Pushing event updated for resources: {'Port': ['ID=99b94713-eded-4c16-a94d-fda7446179ee,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:57.379322 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40215f25-a6b1-436b-8e63-c9ce9b81d8a6 x-openstack-request-id: req-40215f25-a6b1-436b-8e63-c9ce9b81d8a6 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:57.379322 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fab706-6c10-40cf-ac3f-2f9ec4326103", "tag": "99b94713-eded-4c16-a94d-fda7446179ee", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:57.379322 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40215f25-a6b1-436b-8e63-c9ce9b81d8a6 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:57.379322 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fab706-6c10-40cf-ac3f-2f9ec4326103', 'tag': '99b94713-eded-4c16-a94d-fda7446179ee', 'status': 'completed', 'code': 200} Sep 25 04:50:57.442009 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612ae5-df53-4190-8644-6260053c4bb0 req-b47b126d-231b-40e4-b601-87b6e15e6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:57.443829 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-27612ae5-df53-4190-8644-6260053c4bb0 req-b47b126d-231b-40e4-b601-87b6e15e6a45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 1096 time: 0.0409956 Sep 25 04:50:57.557277 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612ae5-df53-4190-8644-6260053c4bb0 req-ecbb3434-87a9-4160-9545-70190d4ade25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:57.558799 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-27612ae5-df53-4190-8644-6260053c4bb0 req-ecbb3434-87a9-4160-9545-70190d4ade25 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1030509 Sep 25 04:50:57.712572 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612ae5-df53-4190-8644-6260053c4bb0 req-299a9dc1-2f96-4425-aba4-505c5b0c6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:57.713963 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-27612ae5-df53-4190-8644-6260053c4bb0 req-299a9dc1-2f96-4425-aba4-505c5b0c6039 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437027 Sep 25 04:50:57.798351 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-c14669f6-8d40-483d-8725-77c8b0a5daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:57.799928 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-c14669f6-8d40-483d-8725-77c8b0a5daf4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 1096 time: 0.0476050 Sep 25 04:50:57.847943 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-d399b17d-e2e0-47c1-8a0b-6a2aaccd54bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b94713-eded-4c16-a94d-fda7446179ee HTTP/1.1" status: 200 len: 217 time: 0.0374808 Sep 25 04:50:57.905084 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-da71baae-262a-4f6a-90fd-e69466eec78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:57.906549 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-da71baae-262a-4f6a-90fd-e69466eec78f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76a1f9d6-705a-46ca-90c1-702ff4097510 HTTP/1.1" status: 200 len: 855 time: 0.0463660 Sep 25 04:50:57.944506 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-7e925dc8-d1aa-42bb-8883-78c9ccc0f4c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=885ded2e-8c92-4ab8-96c6-c6e2e7731688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291681 Sep 25 04:50:58.037802 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-a432eae7-589c-49b3-ac3e-8b397b9e72a6 service neutron] 10.222.0.46 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836272 Sep 25 04:50:58.149286 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d4d9bc13-4563-4fd1-aa80-958d1357aea8 req-02e16f0b-8925-4ed2-9b4d-c16e48db9c30 service neutron] 10.222.0.46 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996909 Sep 25 04:50:58.233164 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f62000-d8b6-43b3-8bfc-b33a792c8f14 req-a70900d2-7f36-46df-bc67-3767188f8a12 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:58.234894 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f7f62000-d8b6-43b3-8bfc-b33a792c8f14 req-a70900d2-7f36-46df-bc67-3767188f8a12 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0916483 Sep 25 04:50:58.265866 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cb3b6-2211-4456-b3e5-3ecc2e1d5725 req-ea1900b1-5132-4f04-b3e4-63f898dfe62a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:58.267612 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3b1cb3b6-2211-4456-b3e5-3ecc2e1d5725 req-ea1900b1-5132-4f04-b3e4-63f898dfe62a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 943 time: 0.0901937 Sep 25 04:50:58.307587 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f7f62000-d8b6-43b3-8bfc-b33a792c8f14 req-6790fe63-ec93-4899-9d59-817f02ee90b0 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654225 Sep 25 04:50:58.326524 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3b1cb3b6-2211-4456-b3e5-3ecc2e1d5725 req-869c4641-269f-4520-b433-7ea4ba07baec tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507567 Sep 25 04:50:59.353223 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:50:59.469668 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f986-93a2-414c-a20d-1ac20644f84c req-c632b5d9-103c-44c2-9e4b-7d068ad8d6f1 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:59.471133 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12e9f986-93a2-414c-a20d-1ac20644f84c req-c632b5d9-103c-44c2-9e4b-7d068ad8d6f1 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0938632 Sep 25 04:50:59.479751 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb6a7f-fb02-493c-83fa-059a4e9e61c3 req-3947bd5d-9e4d-44bb-ada1-821165153e42 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:50:59.481215 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-75cb6a7f-fb02-493c-83fa-059a4e9e61c3 req-3947bd5d-9e4d-44bb-ada1-821165153e42 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 943 time: 0.0833399 Sep 25 04:50:59.540424 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-75cb6a7f-fb02-493c-83fa-059a4e9e61c3 req-65a70c7f-2b50-4631-a4a1-71fb3484d68f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525148 Sep 25 04:50:59.544405 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-12e9f986-93a2-414c-a20d-1ac20644f84c req-e30c226c-bbbe-4639-a364-3481490d3384 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622952 Sep 25 04:50:59.887240 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 99b94713-eded-4c16-a94d-fda7446179ee details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:50:59.982270 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 99b94713-eded-4c16-a94d-fda7446179ee, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=99b94713-eded-4c16-a94d-fda7446179ee,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:59.993618 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '99b94713-eded-4c16-a94d-fda7446179ee', 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688', 'port_id': '99b94713-eded-4c16-a94d-fda7446179ee', 'mac_address': 'fa:16:3e:8c:e3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a1f9d6-705a-46ca-90c1-702ff4097510', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:51:00.028813 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:00.041958 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b94713-eded-4c16-a94d-fda7446179ee {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:51:00.060917 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 99b94713-eded-4c16-a94d-fda7446179ee, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=99b94713-eded-4c16-a94d-fda7446179ee,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:00.138118 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:00.185648 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=99b94713-eded-4c16-a94d-fda7446179ee,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:00.440522 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['99b94713-eded-4c16-a94d-fda7446179ee'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:51:00.685884 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745ed8-644c-40ca-98db-7b817fb8769c req-da67d410-23ac-434e-a158-a8becb327e47 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:00.687285 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1c745ed8-644c-40ca-98db-7b817fb8769c req-da67d410-23ac-434e-a158-a8becb327e47 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 944 time: 0.0756428 Sep 25 04:51:00.695546 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7e384-7b1d-469a-8e96-2dedc9385283 req-00b7c30c-ba93-4c04-85d9-25a68a260901 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:00.696898 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-16b7e384-7b1d-469a-8e96-2dedc9385283 req-00b7c30c-ba93-4c04-85d9-25a68a260901 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0766313 Sep 25 04:51:00.728675 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:51:00.746718 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1c745ed8-644c-40ca-98db-7b817fb8769c req-a3f96737-e16a-4ac4-9def-6383960b38b9 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Sep 25 04:51:00.761728 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-16b7e384-7b1d-469a-8e96-2dedc9385283 req-f11a35e5-ce9a-4dd8-a19a-76250ba650c9 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583425 Sep 25 04:51:01.892936 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8120b2b-6f19-42b5-9b52-a822c0be6b45 req-be8c59de-c128-40af-a0a7-0edecfe1516e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:01.894432 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f8120b2b-6f19-42b5-9b52-a822c0be6b45 req-be8c59de-c128-40af-a0a7-0edecfe1516e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 944 time: 0.0787542 Sep 25 04:51:01.900332 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 99b94713-eded-4c16-a94d-fda7446179ee up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:51:01.908993 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ee88f-1cad-4f70-b9a5-26175330bbf1 req-65e0cd49-adbb-405e-9446-36eba1e13554 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:01.910466 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f01ee88f-1cad-4f70-b9a5-26175330bbf1 req-65e0cd49-adbb-405e-9446-36eba1e13554 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0679104 Sep 25 04:51:01.964347 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f8120b2b-6f19-42b5-9b52-a822c0be6b45 req-aecb9041-bf6b-4b5f-a580-753cb1ab0109 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633562 Sep 25 04:51:01.973396 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f01ee88f-1cad-4f70-b9a5-26175330bbf1 req-15be7234-08ff-430b-9c6f-18ec2e3a2f0d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560029 Sep 25 04:51:02.041375 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port 99b94713-eded-4c16-a94d-fda7446179ee completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:51:02.045325 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 99b94713-eded-4c16-a94d-fda7446179ee triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:51:02.045714 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:02.157553 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:02.180697 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fab706-6c10-40cf-ac3f-2f9ec4326103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b94713-eded-4c16-a94d-fda7446179ee'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:51:02.182960 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfa9df3-86c4-40ce-b67d-fd634069b173" -d '{"events": [{"server_uuid": "16fab706-6c10-40cf-ac3f-2f9ec4326103", "name": "network-vif-plugged", "status": "completed", "tag": "99b94713-eded-4c16-a94d-fda7446179ee"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:02.197019 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 99b94713-eded-4c16-a94d-fda7446179ee, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=99b94713-eded-4c16-a94d-fda7446179ee,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:02.227438 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fe22fc-46ec-4ca4-87fd-897e2706301b x-openstack-request-id: req-72fe22fc-46ec-4ca4-87fd-897e2706301b {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:02.227751 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fab706-6c10-40cf-ac3f-2f9ec4326103", "name": "network-vif-plugged", "status": "completed", "tag": "99b94713-eded-4c16-a94d-fda7446179ee", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:02.228035 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72fe22fc-46ec-4ca4-87fd-897e2706301b {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:02.228391 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fab706-6c10-40cf-ac3f-2f9ec4326103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b94713-eded-4c16-a94d-fda7446179ee', 'code': 200} Sep 25 04:51:02.267127 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:02.315151 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=99b94713-eded-4c16-a94d-fda7446179ee,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:02.546870 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb93cb-bcd2-447a-8173-2b4a2229ded2 req-becd7872-7f16-4d89-9790-0e3e36d8140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:02.548446 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-c1cb93cb-bcd2-447a-8173-2b4a2229ded2 req-becd7872-7f16-4d89-9790-0e3e36d8140d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 1098 time: 0.0410664 Sep 25 04:51:02.585525 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-c1cb93cb-bcd2-447a-8173-2b4a2229ded2 req-326c0f10-64e6-47c4-9ae7-6c58c684a178 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289860 Sep 25 04:51:02.921403 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b968c-3c30-4653-b8e0-8c606cf1a030 req-563d5bb8-79f2-4e3f-a9d4-f252c3d5b570 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:02.922787 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-650b968c-3c30-4653-b8e0-8c606cf1a030 req-563d5bb8-79f2-4e3f-a9d4-f252c3d5b570 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 946 time: 0.2875605 Sep 25 04:51:02.966176 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-650b968c-3c30-4653-b8e0-8c606cf1a030 req-1afb48ee-6b1e-44c2-ad9c-a1fc4def5833 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366690 Sep 25 04:51:03.107799 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9c432-ec81-4407-b0ed-4fa19f0c9e01 req-71308726-a4fa-4559-8e14-7c117344857e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:03.109317 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4cc9c432-ec81-4407-b0ed-4fa19f0c9e01 req-71308726-a4fa-4559-8e14-7c117344857e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 945 time: 0.0759103 Sep 25 04:51:03.122552 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5f175-e4c7-4046-958e-eac549b63f0e req-727860f2-2b98-4fce-823c-1a3b9fc1d181 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:03.124102 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-93d5f175-e4c7-4046-958e-eac549b63f0e req-727860f2-2b98-4fce-823c-1a3b9fc1d181 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0813177 Sep 25 04:51:03.182418 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4cc9c432-ec81-4407-b0ed-4fa19f0c9e01 req-61dd67d5-4455-489a-97cc-a23764bb1768 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572393 Sep 25 04:51:03.189622 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-93d5f175-e4c7-4046-958e-eac549b63f0e req-5f4fe518-4299-4dbc-b57e-8431de495282 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586054 Sep 25 04:51:04.092071 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fbcf-d6c3-4f99-9c21-769ead811c4c req-e818bb41-41ab-4b53-aefb-6c1b83822383 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:04.095602 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ac39fbcf-d6c3-4f99-9c21-769ead811c4c req-e818bb41-41ab-4b53-aefb-6c1b83822383 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 946 time: 0.0560355 Sep 25 04:51:04.132569 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ac39fbcf-d6c3-4f99-9c21-769ead811c4c req-4e58b67d-a7f5-4019-b38e-4debb68b0420 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320361 Sep 25 04:51:04.348433 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33320d8c-ea41-4c85-a0e5-2b5b66e579ee req-27f91233-62c4-44b6-b5fd-9e79bce50842 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:04.350034 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-33320d8c-ea41-4c85-a0e5-2b5b66e579ee req-27f91233-62c4-44b6-b5fd-9e79bce50842 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 945 time: 0.0954423 Sep 25 04:51:04.365157 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aa4ff-1263-499f-9f01-c10dc37c3d7c req-4b1ac2a2-38de-4ce7-8abb-51f37f70a0a6 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:04.366672 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-954aa4ff-1263-499f-9f01-c10dc37c3d7c req-4b1ac2a2-38de-4ce7-8abb-51f37f70a0a6 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0937424 Sep 25 04:51:04.425334 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-33320d8c-ea41-4c85-a0e5-2b5b66e579ee req-0fcacdd9-8d72-4816-bb51-9098c990afac tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681961 Sep 25 04:51:04.451195 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-954aa4ff-1263-499f-9f01-c10dc37c3d7c req-6df2f435-73a5-4a76-b697-d413a492f0f5 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643609 Sep 25 04:51:04.673753 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-d5bfb507-8d5b-4f4c-8212-71d4433ce57d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:04.675233 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-d5bfb507-8d5b-4f4c-8212-71d4433ce57d tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 946 time: 0.0504177 Sep 25 04:51:04.783842 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Deleting port 9b428a33-b731-48a9-9d9c-6302834a1cd8 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:51:04.784186 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:04.876393 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] For port 9b428a33-b731-48a9-9d9c-6302834a1cd8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9b428a33-b731-48a9-9d9c-6302834a1cd8,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:04.876673 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:05.064201 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:05.064567 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16247833'] for floatingip, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:05.064916 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.l3_db [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Floating IP 9780bf6e-ff1f-4221-b8da-58e30cb424c6 disassociated. External IP: 172.28.3.83, port: 9b428a33-b731-48a9-9d9c-6302834a1cd8. Sep 25 04:51:05.065252 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Calling delete_port for 9b428a33-b731-48a9-9d9c-6302834a1cd8 owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:51:05.263000 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eba89-0664-4430-8cc9-c7f0eaf15b1a req-3f34b952-eded-4313-b666-e952d3e98800 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:05.264500 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-244eba89-0664-4430-8cc9-c7f0eaf15b1a req-3f34b952-eded-4313-b666-e952d3e98800 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 946 time: 0.0527005 Sep 25 04:51:05.267390 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:05.299197 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event deleted for resources: {'Port': ['ID=9b428a33-b731-48a9-9d9c-6302834a1cd8,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:05.306559 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-244eba89-0664-4430-8cc9-c7f0eaf15b1a req-e1995397-15a9-4bc1-9fd5-260a7c9bb3ec tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c188765-a085-475c-8db3-68421753d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358005 Sep 25 04:51:05.412264 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:51:05.534551 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:51:05.545114 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] Sync routers for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:51:05.555616 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:51:05.556614 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:50:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:05.581220 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] No DVR routers for this DVR port 9b428a33-b731-48a9-9d9c-6302834a1cd8 on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:51:05.582671 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77dcf3-1213-4931-98e4-1f5bfad45a4a req-e90df824-d41a-43ff-8163-a47aa5c665d1 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:05.584865 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:05.585660 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f77dcf3-1213-4931-98e4-1f5bfad45a4a req-e90df824-d41a-43ff-8163-a47aa5c665d1 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0615227 Sep 25 04:51:05.586873 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-6a537b79-f775-4e0e-800d-53540dc86da8 req-f7fa05d4-4f3f-4608-a901-1a8665fd3bc5 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.46 "DELETE /v2.0/ports/9b428a33-b731-48a9-9d9c-6302834a1cd8 HTTP/1.1" status: 204 len: 173 time: 0.9048119 Sep 25 04:51:05.587408 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-deleted', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:51:05.589715 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3000c83-70d9-4ec4-abe5-cfbb2d18e2d2" -d '{"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-deleted", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:05.641561 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a228a-99ce-4f31-8865-4cd7c442f4f4 x-openstack-request-id: req-5e2a228a-99ce-4f31-8865-4cd7c442f4f4 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:05.641849 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa1d813-5e83-477a-ab83-afb8bc687614", "name": "network-vif-deleted", "tag": "9b428a33-b731-48a9-9d9c-6302834a1cd8", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:05.642092 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e2a228a-99ce-4f31-8865-4cd7c442f4f4 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:05.642479 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa1d813-5e83-477a-ab83-afb8bc687614', 'name': 'network-vif-deleted', 'tag': '9b428a33-b731-48a9-9d9c-6302834a1cd8', 'status': 'completed', 'code': 200} Sep 25 04:51:05.643115 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9f77dcf3-1213-4931-98e4-1f5bfad45a4a req-a562a6af-a1ce-4d12-a494-fb504a8c785a tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=32b4309e-671b-4dd0-8ac5-585401bfdae2&id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425196 Sep 25 04:51:05.685171 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:51:05.906925 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:05.943219 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] Checking router: c9b9fd80-a454-4b0c-9e28-125b4bf7e085 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:51:05.952115 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:51:05.952733 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:50:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:06.067473 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:51:06.387797 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-742eb846-53f8-46af-b8cc-26bfa392675d tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:06.390262 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-742eb846-53f8-46af-b8cc-26bfa392675d tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/networks?id=885ded2e-8c92-4ab8-96c6-c6e2e7731688 HTTP/1.1" status: 200 len: 815 time: 0.1165130 Sep 25 04:51:06.417869 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:06.430303 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-709e4a73-6625-49d8-9c25-9727a563f6ad tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/quotas/104fcd5ba6324ecb83d2f5b6e60da267 HTTP/1.1" status: 200 len: 375 time: 0.0317280 Sep 25 04:51:06.432383 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1f76ecae-d9fc-4302-9955-0ed2c04dc1c5 req-acf592c7-2177-4298-ab0f-40c936eb285c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/ports?device_id=0aa1d813-5e83-477a-ab83-afb8bc687614 HTTP/1.1" status: 200 len: 210 time: 0.0350745 Sep 25 04:51:06.454042 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94196c20-541c-4a78-8197-9eaf6f5d9149 None None] The sync data for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb is: [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': '30f6778a-5e30-4662-9abf-7416ecc2f8f3', 'name': '', 'network_id': 'c6d3c57c-48bd-4f5d-a012-098446e9966a', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'mac_address': 'fa:16:3e:0a:1c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:35Z', 'updated_at': '2021-09-25T04:44:53Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'subnets': [{'id': '136d943f-3e01-40ff-a97e-f12d860b747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:51:06.488086 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cd7a93ae-50bb-4b93-8f7e-bd0ed5e27397 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519490 Sep 25 04:51:06.596692 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-5fdc5661-957c-4429-a14d-8baaf9af7029 service neutron] 10.222.0.38 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006961 Sep 25 04:51:06.711538 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd427f78-8083-4667-86d4-d82a690da160 None None] New status for floating IP 9780bf6e-ff1f-4221-b8da-58e30cb424c6: DOWN {{(pid=101230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:51:06.720487 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-e4870cd7-4a6c-4da2-bfb7-2726a64a224f service neutron] 10.222.0.38 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156976 Sep 25 04:51:07.018641 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f268dd69-ddc8-4a9b-ae02-742459efd871 req-1e098a18-6a38-4c0a-97d9-67ce8b2cddb0 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 210 time: 0.0280149 Sep 25 04:51:07.624356 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56104) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:07.693973 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:07.720769 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:07.856050 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:07.858795 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:07.860067 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "DELETE /v2.0/security-groups/7c188765-a085-475c-8db3-68421753d5ab HTTP/1.1" status: 204 len: 168 time: 0.2343385 Sep 25 04:51:07.862955 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56106) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:07.870753 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c188765-a085-475c-8db3-68421753d5ab,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:07.877847 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.api.v2.resource [None req-b6203eeb-f72a-4450-aa1b-77a402fb4b7b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] show failed (client error): The resource could not be found. Sep 25 04:51:07.878088 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.878423 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.878876 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.879092 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-b6203eeb-f72a-4450-aa1b-77a402fb4b7b tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "GET /v2.0/security-groups/7c188765-a085-475c-8db3-68421753d5ab HTTP/1.1" status: 404 len: 347 time: 0.0148010 Sep 25 04:51:07.879239 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.879598 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.879941 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.880265 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.880590 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.880913 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.881229 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.882285 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.882532 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45fcd1c-2e7a-4bbb-82a3-0ff6678bd78c tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:07.883832 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56108) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:07.940572 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:51:07.967317 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: 9b428a33-b731-48a9-9d9c-6302834a1cd8 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:51:07.967662 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9b428a33-b731-48a9-9d9c-6302834a1cd8 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:51:08.027940 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Deleting port e6374120-8d37-4fef-9c64-52c031205648 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:51:08.027940 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:08.111475 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:08.111963 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:08.125938 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Calling delete_port for e6374120-8d37-4fef-9c64-52c031205648 owned by network:floatingip {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:51:08.131237 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2ea9628f-3a01-4af7-836a-9d3b90472b94 req-94bcf316-91df-4fa5-aaaf-aaebdc75150b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 210 time: 0.0290294 Sep 25 04:51:08.349723 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:08.386215 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Pushing event deleted for resources: {'Port': ['ID=e6374120-8d37-4fef-9c64-52c031205648,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:08.396060 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.400480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.400480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.400480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.400480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.400480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.400480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.400480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.400480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.400480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.401300 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.401300 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:08.463765 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks [] for floatingip, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:08.466501 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:08.467724 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-bb8f5dd9-ae10-4eff-ae1a-e27819f07273 tempest-AttachVolumeShelveTestJSON-607413225 tempest-AttachVolumeShelveTestJSON-607413225-project] 10.222.0.38 "DELETE /v2.0/floatingips/9780bf6e-ff1f-4221-b8da-58e30cb424c6 HTTP/1.1" status: 204 len: 168 time: 0.5828702 Sep 25 04:51:09.173703 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-e3e1d245-49c7-426d-8d69-e6fa2108b9e8 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:09.175824 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-e3e1d245-49c7-426d-8d69-e6fa2108b9e8 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "GET /v2.0/networks?id=885ded2e-8c92-4ab8-96c6-c6e2e7731688 HTTP/1.1" status: 200 len: 815 time: 0.1347952 Sep 25 04:51:09.190578 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Request body: {'port': {'device_id': 'f6134415-c9e4-40df-aac3-87852a816764', 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688', 'admin_state_up': True, 'tenant_id': '104fcd5ba6324ecb83d2f5b6e60da267'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:09.240506 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd98cd73-7c01-4774-8d58-15cd18fab532 req-adac6e4b-1180-476c-ac64-d023087c8633 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 210 time: 0.0311506 Sep 25 04:51:09.387085 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Made reservation on behalf of 104fcd5ba6324ecb83d2f5b6e60da267 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:51:09.390686 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:09.528548 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Allocated IP 172.20.0.5 (885ded2e-8c92-4ab8-96c6-c6e2e7731688/76a1f9d6-705a-46ca-90c1-702ff4097510/ac4ad1fe-3595-434a-8e9c-cd54ed56db14) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:51:09.689955 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:09.795790 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:09.807883 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d8f98753-b9c2-4644-9756-2e327623d095', '99b94713-eded-4c16-a94d-fda7446179ee'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:51:09.843305 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:51:09.848873 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:51:09.851177 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:51:09.880372 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Pushing event updated for resources: {'Port': ['ID=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:09.909668 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:09.910500 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:09.985713 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-cac7977c-53b5-4855-8d2b-a22b2c39ed4e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7990799 Sep 25 04:51:10.003955 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Request body: {'port': {'device_id': 'f6134415-c9e4-40df-aac3-87852a816764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:10.057946 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:10.327496 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4ad1fe-3595-434a-8e9c-cd54ed56db14 {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:51:10.338233 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:10.351239 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Transition to ACTIVE for port object ac4ad1fe-3595-434a-8e9c-cd54ed56db14 will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:51:10.363095 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91ee8-5481-4059-a65c-0c2339d33bd3 req-ceb7d07a-c79c-41cf-94e2-397a15de289b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:10.364588 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1a91ee8-5481-4059-a65c-0c2339d33bd3 req-ceb7d07a-c79c-41cf-94e2-397a15de289b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 931 time: 0.0526166 Sep 25 04:51:10.403713 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c1a91ee8-5481-4059-a65c-0c2339d33bd3 req-874a8ff3-4500-4d6b-8b22-cf00a450a9cf tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Sep 25 04:51:10.424287 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:10.474278 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:10.538632 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Attempting to bind port ac4ad1fe-3595-434a-8e9c-cd54ed56db14 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:51:10.538955 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Attempting to bind port ac4ad1fe-3595-434a-8e9c-cd54ed56db14 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:51:10.539304 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Attempting to bind port ac4ad1fe-3595-434a-8e9c-cd54ed56db14 on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:51:10.543752 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Port ac4ad1fe-3595-434a-8e9c-cd54ed56db14 on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:51:10.544068 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Attempting to bind port ac4ad1fe-3595-434a-8e9c-cd54ed56db14 on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:51:10.548952 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:51:10.549281 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Checking segment: {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:51:10.549652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Bound using segment: {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:51:10.550065 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Bound port: ac4ad1fe-3595-434a-8e9c-cd54ed56db14, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:51:10.550412 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:10.618365 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] For port ac4ad1fe-3595-434a-8e9c-cd54ed56db14, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:51:10.621377 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] For port ac4ad1fe-3595-434a-8e9c-cd54ed56db14, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:51:10.681959 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:10.716588 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:10.717165 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:10.718724 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] 10.222.0.46 "PUT /v2.0/ports/ac4ad1fe-3595-434a-8e9c-cd54ed56db14 HTTP/1.1" status: 200 len: 1093 time: 0.7192466 Sep 25 04:51:10.721031 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6134415-c9e4-40df-aac3-87852a816764', 'tag': 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:51:10.723316 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7127f895-8829-4ca9-a9d8-dd30ebf095e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f6134415-c9e4-40df-aac3-87852a816764", "tag": "ac4ad1fe-3595-434a-8e9c-cd54ed56db14"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:10.747824 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7e984-bc4e-45d4-9010-17e5f2aa11bf service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:10.760869 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d22de0-2b80-4b4a-9789-f0a64177517c x-openstack-request-id: req-e8d22de0-2b80-4b4a-9789-f0a64177517c {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:10.761153 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6134415-c9e4-40df-aac3-87852a816764", "tag": "ac4ad1fe-3595-434a-8e9c-cd54ed56db14", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:10.761401 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8d22de0-2b80-4b4a-9789-f0a64177517c {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:10.761838 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6134415-c9e4-40df-aac3-87852a816764', 'tag': 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14', 'status': 'completed', 'code': 200} Sep 25 04:51:10.826827 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127f895-8829-4ca9-a9d8-dd30ebf095e3 req-28aa2d0b-05f5-4eda-8f01-9ad59a1260e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:10.828433 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-7127f895-8829-4ca9-a9d8-dd30ebf095e3 req-28aa2d0b-05f5-4eda-8f01-9ad59a1260e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 1096 time: 0.0438511 Sep 25 04:51:10.929243 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127f895-8829-4ca9-a9d8-dd30ebf095e3 req-916a1e5d-2c9c-4414-8271-35c5321918f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:10.930871 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-7127f895-8829-4ca9-a9d8-dd30ebf095e3 req-916a1e5d-2c9c-4414-8271-35c5321918f1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0929794 Sep 25 04:51:11.025458 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127f895-8829-4ca9-a9d8-dd30ebf095e3 req-52d56841-6d31-49bf-ae25-969e827122e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:11.026925 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-7127f895-8829-4ca9-a9d8-dd30ebf095e3 req-52d56841-6d31-49bf-ae25-969e827122e0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875530 Sep 25 04:51:11.109626 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-d012fb2f-6923-4e17-a520-e5c6c0c1ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:11.111224 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-d012fb2f-6923-4e17-a520-e5c6c0c1ca44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 1096 time: 0.0440784 Sep 25 04:51:11.153968 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-51f79a2a-5955-4ce7-8e53-6c62efc83b4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac4ad1fe-3595-434a-8e9c-cd54ed56db14 HTTP/1.1" status: 200 len: 217 time: 0.0326240 Sep 25 04:51:11.205765 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-0d4b3144-554d-4684-a377-f771670ef757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:11.207314 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-0d4b3144-554d-4684-a377-f771670ef757 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76a1f9d6-705a-46ca-90c1-702ff4097510 HTTP/1.1" status: 200 len: 855 time: 0.0450757 Sep 25 04:51:11.232197 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56142) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:11.249502 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-b12f6ea7-5c92-4f94-90ab-ee85216a6944 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=885ded2e-8c92-4ab8-96c6-c6e2e7731688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319114 Sep 25 04:51:11.341063 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-89262f06-e1e5-4c72-945f-9cde59d2676a service neutron] 10.222.0.46 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811157 Sep 25 04:51:11.456444 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-68d80f1e-7f69-4d8a-bbe3-fac45ec71ffd req-d3aea4b6-2510-45ab-bda2-cb9a3b9d8654 service neutron] 10.222.0.46 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006505 Sep 25 04:51:11.547648 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c182a9-ff7a-4c2f-80fe-2b098fb9011f req-6cb420c5-a1fc-49b5-9c63-23e126efadca tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:11.549096 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-51c182a9-ff7a-4c2f-80fe-2b098fb9011f req-6cb420c5-a1fc-49b5-9c63-23e126efadca tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 943 time: 0.0717847 Sep 25 04:51:11.635982 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-51c182a9-ff7a-4c2f-80fe-2b098fb9011f req-66a413aa-e5e6-47e7-86e7-8a30c9a5d6fa tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664351 Sep 25 04:51:11.717179 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16249369'] for router_interface, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:11.967438 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Deleting port 30f6778a-5e30-4662-9abf-7416ecc2f8f3 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:51:11.967681 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:12.044089 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] For port 30f6778a-5e30-4662-9abf-7416ecc2f8f3, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=30f6778a-5e30-4662-9abf-7416ecc2f8f3,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:12.044439 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:12.056775 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Calling delete_port for 30f6778a-5e30-4662-9abf-7416ecc2f8f3 owned by network:router_interface {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:51:12.298373 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:12.330314 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Pushing event deleted for resources: {'Port': ['ID=30f6778a-5e30-4662-9abf-7416ecc2f8f3,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:12.499716 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16238809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16247952'] for router_interface, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:12.739353 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:51:12.797889 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4d683-7b26-49bf-9eee-b32cf2515881 req-d4b40cc3-97b5-43c9-a04f-ab42a2d0e58a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:12.799388 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-08b4d683-7b26-49bf-9eee-b32cf2515881 req-d4b40cc3-97b5-43c9-a04f-ab42a2d0e58a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 943 time: 0.0877838 Sep 25 04:51:12.881746 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-08b4d683-7b26-49bf-9eee-b32cf2515881 req-21d54707-8881-4a15-9a8e-4990c9ff2f15 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489323 Sep 25 04:51:12.891834 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:51:12.899812 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-6f18f976-4883-4f93-8c49-5d450aaa4cab admin admin] 10.222.0.38 "PUT /v2.0/routers/c9b9fd80-a454-4b0c-9e28-125b4bf7e085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6634974 Sep 25 04:51:12.900731 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56150) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:12.904113 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] Sync routers for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:51:12.914096 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:51:12.914776 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:50:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:13.004032 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks [] for router, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:13.016027 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:51:13.216481 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:51:12Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:13.243660 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] Checking router: c9b9fd80-a454-4b0c-9e28-125b4bf7e085 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:51:13.252254 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] Routers {'c9b9fd80-a454-4b0c-9e28-125b4bf7e085'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:51:13.252871 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:50:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:13.351580 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:13.357147 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] Set router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:51:13.461170 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Deleting port 48552d14-8e54-4d00-b568-63e2c20f9db7 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:51:13.461508 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:13.535860 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:51:12Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:13.543845 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] For port 48552d14-8e54-4d00-b568-63e2c20f9db7, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=48552d14-8e54-4d00-b568-63e2c20f9db7,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:13.544206 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:13.556412 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Calling delete_port for 48552d14-8e54-4d00-b568-63e2c20f9db7 owned by network:router_gateway {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:51:13.562988 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d500b-26fd-45bc-aa51-dd61097fa96b None None] The sync data for ids ['c9b9fd80-a454-4b0c-9e28-125b4bf7e085'] in dv-cinder-768458-10-smb is: [{'id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'name': 'tempest-AttachVolumeShelveTestJSON-434735788-router', 'tenant_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:28Z', 'updated_at': '2021-09-25T04:51:12Z', 'revision_number': 5, 'project_id': 'cb893fc1b86e482d963d7162c57bb7e7', 'gw_port': {'id': '48552d14-8e54-4d00-b568-63e2c20f9db7', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b9fd80-a454-4b0c-9e28-125b4bf7e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:30Z', 'updated_at': '2021-09-25T04:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:51:13.787678 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:13.812925 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Pushing event deleted for resources: {'Port': ['ID=48552d14-8e54-4d00-b568-63e2c20f9db7,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:13.876004 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16247891'] for router_gateway, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:13.938144 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ac4ad1fe-3595-434a-8e9c-cd54ed56db14 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:51:13.971484 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16249916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6335'] for router, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:13.982247 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.047911 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ac4ad1fe-3595-434a-8e9c-cd54ed56db14, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:14.056862 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1312c0e-20d4-4358-a0a9-afe91fed116e req-bab61a44-19c9-4547-a4a7-f5789d5b888a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:14.058556 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b1312c0e-20d4-4358-a0a9-afe91fed116e req-bab61a44-19c9-4547-a4a7-f5789d5b888a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 943 time: 0.0897751 Sep 25 04:51:14.060140 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14', 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688', 'port_id': 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14', 'mac_address': 'fa:16:3e:53:27:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a1f9d6-705a-46ca-90c1-702ff4097510', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:51:14.101133 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b1312c0e-20d4-4358-a0a9-afe91fed116e req-da0fdb5c-7462-4209-bcfe-fb637b627350 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353594 Sep 25 04:51:14.102273 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16249909'] for router, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.102735 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b9fd80-a454-4b0c-9e28-125b4bf7e085 {{(pid=101229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:51:14.104346 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.107482 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] Notify callbacks [] for router, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.111205 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-2e2b89ba-5daf-40de-80aa-c00b08b38963 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c9b9fd80-a454-4b0c-9e28-125b4bf7e085 HTTP/1.1" status: 204 len: 168 time: 1.2101710 Sep 25 04:51:14.111602 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56154) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:14.119184 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4ad1fe-3595-434a-8e9c-cd54ed56db14 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:51:14.138495 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ac4ad1fe-3595-434a-8e9c-cd54ed56db14, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:14.157269 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4b6ed2-3ca8-44e9-abe0-51651a8f48e8 admin admin] Deleting subnet 136d943f-3e01-40ff-a97e-f12d860b747c {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:51:14.161424 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6ed2-3ca8-44e9-abe0-51651a8f48e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.200076 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6ed2-3ca8-44e9-abe0-51651a8f48e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189539'] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.219591 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.276651 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:14.297202 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6ed2-3ca8-44e9-abe0-51651a8f48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.590026 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['ac4ad1fe-3595-434a-8e9c-cd54ed56db14'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:51:14.653182 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6ed2-3ca8-44e9-abe0-51651a8f48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125987669'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.682296 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b6ed2-3ca8-44e9-abe0-51651a8f48e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=136d943f-3e01-40ff-a97e-f12d860b747c,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:14.686131 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6ed2-3ca8-44e9-abe0-51651a8f48e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.691487 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-8c4b6ed2-3ca8-44e9-abe0-51651a8f48e8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/136d943f-3e01-40ff-a97e-f12d860b747c HTTP/1.1" status: 204 len: 168 time: 0.5752487 Sep 25 04:51:14.691487 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56156) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:14.695182 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4fef91-418b-4113-ad71-c498c4b86765 None None] Network c6d3c57c-48bd-4f5d-a012-098446e9966a requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:51:14.761298 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.816229 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Deleting port 55af79e0-a3f9-4eb5-affb-a0992989a1af {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:51:14.816583 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.889718 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] For port 55af79e0-a3f9-4eb5-affb-a0992989a1af, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=55af79e0-a3f9-4eb5-affb-a0992989a1af,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:14.890113 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:14.894158 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 30f6778a-5e30-4662-9abf-7416ecc2f8f3 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:51:14.908621 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Calling delete_port for 55af79e0-a3f9-4eb5-affb-a0992989a1af owned by network:dhcp {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:51:14.918775 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 30f6778a-5e30-4662-9abf-7416ecc2f8f3 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:51:14.919255 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 30f6778a-5e30-4662-9abf-7416ecc2f8f3 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:51:14.919741 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 48552d14-8e54-4d00-b568-63e2c20f9db7 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:51:14.941443 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e7b9a4-cf21-4062-acb0-2521a5b7bfd8 None None] DHCP port deletion for c6d3c57c-48bd-4f5d-a012-098446e9966a request from dv-cinder-768458-10-smb {{(pid=101230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 04:51:14.945431 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 48552d14-8e54-4d00-b568-63e2c20f9db7 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:51:14.945775 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 48552d14-8e54-4d00-b568-63e2c20f9db7 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:51:14.992084 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-16e7b9a4-cf21-4062-acb0-2521a5b7bfd8 None None] Deleting port 55af79e0-a3f9-4eb5-affb-a0992989a1af {{(pid=101230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:51:14.992467 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-16e7b9a4-cf21-4062-acb0-2521a5b7bfd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.057588 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-16e7b9a4-cf21-4062-acb0-2521a5b7bfd8 None None] For port 55af79e0-a3f9-4eb5-affb-a0992989a1af, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=55af79e0-a3f9-4eb5-affb-a0992989a1af,segment=NetworkSegment(cd05c1f8-dcc4-42d8-9fca-6d3b4575a008),segment_id=cd05c1f8-dcc4-42d8-9fca-6d3b4575a008)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:15.058175 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-16e7b9a4-cf21-4062-acb0-2521a5b7bfd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.070612 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-16e7b9a4-cf21-4062-acb0-2521a5b7bfd8 None None] Calling delete_port for 55af79e0-a3f9-4eb5-affb-a0992989a1af owned by network:dhcp {{(pid=101230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:51:15.081363 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.107042 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Pushing event deleted for resources: {'Port': ['ID=55af79e0-a3f9-4eb5-affb-a0992989a1af,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:15.110856 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] No DVR routers for this DVR port 55af79e0-a3f9-4eb5-affb-a0992989a1af on host dv-cinder-768458-10-smb {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:51:15.149179 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-16e7b9a4-cf21-4062-acb0-2521a5b7bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407'] for port, after_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.175748 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7b9a4-cf21-4062-acb0-2521a5b7bfd8 None None] Pushing event deleted for resources: {'Port': ['ID=55af79e0-a3f9-4eb5-affb-a0992989a1af,revision_number=None']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:15.177692 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e7b9a4-cf21-4062-acb0-2521a5b7bfd8 None None] No DVR routers for this DVR port 55af79e0-a3f9-4eb5-affb-a0992989a1af on host dv-cinder-768458-10-smb {{(pid=101230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:51:15.192960 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.215457 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d3c57c-48bd-4f5d-a012-098446e9966a']}} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:15.225200 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008') {'for_net_delete': True} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:15.225598 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd05c1f8-dcc4-42d8-9fca-6d3b4575a008') {} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:15.228652 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4d8d0-c4b5-41f0-a924-1563b0ce31cc req-5cbaefe6-8144-4420-9cd1-98a0bab66373 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:15.230142 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-74d4d8d0-c4b5-41f0-a924-1563b0ce31cc req-5cbaefe6-8144-4420-9cd1-98a0bab66373 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 944 time: 0.0508604 Sep 25 04:51:15.235174 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189562'] for segment, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.248929 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.255283 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892226'] for segment, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: Traceback (most recent call last): Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: timer() Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: cb(*args, **kw) Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: return func(*args, **kwargs) Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: self._notify() Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: self.callback(batched_events) Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: event.method(event) Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: return f(self, *a, **k) Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: return self._get(url).json() Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: return self.request(url, 'GET', **kwargs) Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:51:15.262105 dv-cinder-768458-10-smb neutron-server[101228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:51:15.270173 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-74d4d8d0-c4b5-41f0-a924-1563b0ce31cc req-74477a9f-0f07-4ca9-a0ba-57e8ea08b2ee tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337839 Sep 25 04:51:15.404414 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.410300 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.412216 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c6d3c57c-48bd-4f5d-a012-098446e9966a HTTP/1.1" status: 204 len: 168 time: 0.7207384 Sep 25 04:51:15.424273 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a525407-ee15-496b-a84f-c55d4b4cfa47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d3c57c-48bd-4f5d-a012-098446e9966a,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:15.773060 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56162) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:15.815665 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-d4ef110e-8982-4b4b-ad51-9d756b9a69d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb893fc1b86e482d963d7162c57bb7e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415833 Sep 25 04:51:15.818136 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56164) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:15.867428 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7518ec51-e876-4e49-be6c-a7f0519b1e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.888675 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7518ec51-e876-4e49-be6c-a7f0519b1e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:15.953844 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ac4ad1fe-3595-434a-8e9c-cd54ed56db14 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:51:16.033243 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7518ec51-e876-4e49-be6c-a7f0519b1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:16.035920 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7518ec51-e876-4e49-be6c-a7f0519b1e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:16.037117 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-7518ec51-e876-4e49-be6c-a7f0519b1e4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d08ba75-a2fa-4760-b2be-00e52b1e5fc4 HTTP/1.1" status: 204 len: 168 time: 0.2171433 Sep 25 04:51:16.045499 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518ec51-e876-4e49-be6c-a7f0519b1e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d08ba75-a2fa-4760-b2be-00e52b1e5fc4,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:16.063371 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port ac4ad1fe-3595-434a-8e9c-cd54ed56db14 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:51:16.069702 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port ac4ad1fe-3595-434a-8e9c-cd54ed56db14 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:51:16.069702 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:16.160508 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:16.184956 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6134415-c9e4-40df-aac3-87852a816764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:51:16.187283 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c45a7e0-39b0-4dbe-9c27-59a45fdf5f17" -d '{"events": [{"server_uuid": "f6134415-c9e4-40df-aac3-87852a816764", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ad1fe-3595-434a-8e9c-cd54ed56db14"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:16.201640 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ac4ad1fe-3595-434a-8e9c-cd54ed56db14, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:16.223642 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2b70d6-0a4d-4b0a-8a9d-eb40b11629e3 x-openstack-request-id: req-db2b70d6-0a4d-4b0a-8a9d-eb40b11629e3 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:16.223950 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6134415-c9e4-40df-aac3-87852a816764", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ad1fe-3595-434a-8e9c-cd54ed56db14", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:16.224203 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-db2b70d6-0a4d-4b0a-8a9d-eb40b11629e3 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:16.224590 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6134415-c9e4-40df-aac3-87852a816764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14', 'code': 200} Sep 25 04:51:16.270067 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:16.320358 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:16.390406 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990a09d-2298-435e-bf42-638d8a1ff82a req-1b6664db-2041-47d7-a22b-7d7c2a2af5df tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:16.392122 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e990a09d-2298-435e-bf42-638d8a1ff82a req-1b6664db-2041-47d7-a22b-7d7c2a2af5df tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 945 time: 0.0544875 Sep 25 04:51:16.433566 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e990a09d-2298-435e-bf42-638d8a1ff82a req-975b932e-ecb5-4c6b-9b9f-a1bd54f01007 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348191 Sep 25 04:51:16.585593 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1ebc6-51a3-4c7b-90d4-53ff57e054c9 req-00eec666-3518-439e-a6b9-cf38b691a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:16.587213 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-18f1ebc6-51a3-4c7b-90d4-53ff57e054c9 req-00eec666-3518-439e-a6b9-cf38b691a3d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 1098 time: 0.0500743 Sep 25 04:51:16.629467 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-18f1ebc6-51a3-4c7b-90d4-53ff57e054c9 req-922df8f6-d9db-41b6-80ee-a25cfc424724 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314152 Sep 25 04:51:16.889163 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 55af79e0-a3f9-4eb5-affb-a0992989a1af no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:51:16.912647 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 55af79e0-a3f9-4eb5-affb-a0992989a1af {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:51:16.913628 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 55af79e0-a3f9-4eb5-affb-a0992989a1af not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:51:17.176273 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56190) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:17.282487 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-156140110-network', 'tenant_id': '8cdb6a9cf77c44788de747aceb5071d8'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:17.369727 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Made reservation on behalf of 8cdb6a9cf77c44788de747aceb5071d8 for: {'network': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:51:17.371974 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:17.383694 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:17.473149 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:17.552302 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962e0bc-8bf7-4557-9456-cda06d885726 req-b076aa85-2da5-44e0-a5ec-9f3fa0751dc2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:17.553779 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e962e0bc-8bf7-4557-9456-cda06d885726 req-b076aa85-2da5-44e0-a5ec-9f3fa0751dc2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 945 time: 0.0507915 Sep 25 04:51:17.558221 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:17.600772 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:51:17.610010 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef30e82c-df15-47ab-a785-9c2b8b77a35a,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:17.624273 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:17.624613 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.segments_db [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Added segment 780e8b33-9f2a-4120-aaa5-aedb1f1bc947 of type vlan for network 1804d8bd-7681-4fab-ba95-f21d5d2e3049 Sep 25 04:51:17.636385 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e962e0bc-8bf7-4557-9456-cda06d885726 req-6496681d-192f-477d-88ec-f2974115b635 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749857 Sep 25 04:51:17.670696 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:17.776144 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:17.777252 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:17.777738 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:17.851676 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] Pushing event updated for resources: {'Network': ['ID=1804d8bd-7681-4fab-ba95-f21d5d2e3049,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:17.862412 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 1804d8bd-7681-4fab-ba95-f21d5d2e3049 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:51:17.987932 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-f4329640-7327-4211-a0f5-b194d203832c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8105223 Sep 25 04:51:17.990743 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56196) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:17.995882 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Request body: {'subnet': {'network_id': '1804d8bd-7681-4fab-ba95-f21d5d2e3049', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-156140110-subnet', 'tenant_id': '8cdb6a9cf77c44788de747aceb5071d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:18.092751 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Made reservation on behalf of 8cdb6a9cf77c44788de747aceb5071d8 for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:51:18.095116 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126106735'] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:18.338406 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126071804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126106717'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:18.394902 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=850de147-c530-48f1-94f2-8e45331d2c63,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:18.406319 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Checking segment: {'id': '780e8b33-9f2a-4120-aaa5-aedb1f1bc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1804d8bd-7681-4fab-ba95-f21d5d2e3049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:51:18.406676 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Network hostable DHCP agents. Network: 1804d8bd-7681-4fab-ba95-f21d5d2e3049, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:51:18.495684 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Network 1804d8bd-7681-4fab-ba95-f21d5d2e3049 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:51:18.581149 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 1804d8bd-7681-4fab-ba95-f21d5d2e3049) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:51:18.585635 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:18.586228 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:18.590246 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb3f03-e0c2-4b16-b4c1-2455ab6c7576 None None] Network 1804d8bd-7681-4fab-ba95-f21d5d2e3049 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:51:18.666407 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-f9e4ae3f-40e6-4f06-9daf-24d3656a9529 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6735842 Sep 25 04:51:18.762738 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a1cf-742a-4d86-a4cf-2f143e134915 req-52bdc64c-7cc1-42fc-bd94-810e70d987a1 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:18.767707 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fc11a1cf-742a-4d86-a4cf-2f143e134915 req-52bdc64c-7cc1-42fc-bd94-810e70d987a1 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 945 time: 0.0591757 Sep 25 04:51:18.805280 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fc11a1cf-742a-4d86-a4cf-2f143e134915 req-d67930e1-1c75-46af-baf8-7dd974e64206 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349886 Sep 25 04:51:18.856453 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4336da8c-d374-4a04-9844-566fb9baf78c None None] Network 1804d8bd-7681-4fab-ba95-f21d5d2e3049 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:51:19.434854 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56218) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:19.439947 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-631416534-network', 'tenant_id': '338c0d4829c4438ea59ba087cfcd960e'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:19.559522 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Made reservation on behalf of 338c0d4829c4438ea59ba087cfcd960e for: {'network': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:51:19.563488 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:19.579327 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:19.692893 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:19.773007 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:19.806306 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d09721-5024-47d7-8b81-7d9a340ff8b9,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:19.901659 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:51:19.910997 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:19.911429 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.segments_db [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Added segment ed3b835e-ea52-464f-a692-c8bdfa5f116f of type vlan for network f176031f-5cc2-4b2f-a723-7c5587e4f838 Sep 25 04:51:19.951698 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:20.038652 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:20.039697 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:20.040324 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:20.105150 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] Pushing event updated for resources: {'Network': ['ID=f176031f-5cc2-4b2f-a723-7c5587e4f838,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:20.114931 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network f176031f-5cc2-4b2f-a723-7c5587e4f838 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:51:20.145273 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-6ad9c882-2bf3-4f03-8f48-27952a670c08 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7090518 Sep 25 04:51:20.149658 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56224) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:20.157529 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Request body: {'subnet': {'network_id': 'f176031f-5cc2-4b2f-a723-7c5587e4f838', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-631416534-subnet', 'tenant_id': '338c0d4829c4438ea59ba087cfcd960e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:20.321145 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Made reservation on behalf of 338c0d4829c4438ea59ba087cfcd960e for: {'subnet': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:51:20.323719 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126106735'] for subnet, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:20.610577 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126071804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126106717'] for subnet, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:20.668867 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0a6972-d502-42ae-8581-ae36465cde76,revision_number=0']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:20.681406 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Checking segment: {'id': 'ed3b835e-ea52-464f-a692-c8bdfa5f116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f176031f-5cc2-4b2f-a723-7c5587e4f838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:51:20.681665 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Network hostable DHCP agents. Network: f176031f-5cc2-4b2f-a723-7c5587e4f838, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:51:20.798605 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Network f176031f-5cc2-4b2f-a723-7c5587e4f838 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:51:20.907345 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, f176031f-5cc2-4b2f-a723-7c5587e4f838) {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:51:20.911969 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:20.912611 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:20.920341 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c13b14-428a-4d56-8843-aff4aee059b4 None None] Network f176031f-5cc2-4b2f-a723-7c5587e4f838 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:51:21.016783 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-a67b1157-79c2-48f1-93b4-cf922eb60c3e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8659627 Sep 25 04:51:21.110226 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97dae30-fe9c-4eb8-aed8-291bfaa49205 None None] Network f176031f-5cc2-4b2f-a723-7c5587e4f838 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:51:21.176340 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56238) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:21.245341 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd4d309-f3b4-493f-9f0d-d84ad67bad69 admin admin] Deleting subnet 850de147-c530-48f1-94f2-8e45331d2c63 {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:51:21.249037 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d309-f3b4-493f-9f0d-d84ad67bad69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.287307 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d309-f3b4-493f-9f0d-d84ad67bad69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189539'] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.341812 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d309-f3b4-493f-9f0d-d84ad67bad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.533753 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d309-f3b4-493f-9f0d-d84ad67bad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125987669'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.565127 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4d309-f3b4-493f-9f0d-d84ad67bad69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850de147-c530-48f1-94f2-8e45331d2c63,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:21.571115 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d309-f3b4-493f-9f0d-d84ad67bad69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.573994 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8b36eab4-a7e6-4725-8c14-606d209dbaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.574800 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-cfd4d309-f3b4-493f-9f0d-d84ad67bad69 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/850de147-c530-48f1-94f2-8e45331d2c63 HTTP/1.1" status: 204 len: 168 time: 0.3963897 Sep 25 04:51:21.577156 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56242) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:21.656392 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.782019 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.807264 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1804d8bd-7681-4fab-ba95-f21d5d2e3049']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:21.818525 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780e8b33-9f2a-4120-aaa5-aedb1f1bc947') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:21.819507 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780e8b33-9f2a-4120-aaa5-aedb1f1bc947') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:21.831302 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.848206 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.858824 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:51:21.859306 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:51:21.861241 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:51:22.021785 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.027603 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.029916 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] 10.222.0.38 "DELETE /v2.0/networks/1804d8bd-7681-4fab-ba95-f21d5d2e3049 HTTP/1.1" status: 204 len: 168 time: 0.4511781 Sep 25 04:51:22.034422 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56244) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:22.042845 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0f038-d544-4db9-b7e6-d5ef67acd6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=1804d8bd-7681-4fab-ba95-f21d5d2e3049,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:22.088162 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-434ef6f3-8dcd-4f34-8d65-d2127abb194e admin admin] Deleting subnet cc0a6972-d502-42ae-8581-ae36465cde76 {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:51:22.092234 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-434ef6f3-8dcd-4f34-8d65-d2127abb194e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.134322 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-434ef6f3-8dcd-4f34-8d65-d2127abb194e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189539'] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.179483 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-434ef6f3-8dcd-4f34-8d65-d2127abb194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.330985 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-434ef6f3-8dcd-4f34-8d65-d2127abb194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125987669'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.361967 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-434ef6f3-8dcd-4f34-8d65-d2127abb194e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.366769 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-434ef6f3-8dcd-4f34-8d65-d2127abb194e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cc0a6972-d502-42ae-8581-ae36465cde76 HTTP/1.1" status: 204 len: 168 time: 0.3295255 Sep 25 04:51:22.367247 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56246) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:22.367886 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ef6f3-8dcd-4f34-8d65-d2127abb194e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0a6972-d502-42ae-8581-ae36465cde76,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:22.446247 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.533275 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.559475 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f176031f-5cc2-4b2f-a723-7c5587e4f838']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:22.570656 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3b835e-ea52-464f-a692-c8bdfa5f116f') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:22.570951 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3b835e-ea52-464f-a692-c8bdfa5f116f') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:51:22.581113 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.595667 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.602575 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:51:22.602979 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:51:22.604801 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:51:22.742769 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.748616 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:22.750876 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] 10.222.0.38 "DELETE /v2.0/networks/f176031f-5cc2-4b2f-a723-7c5587e4f838 HTTP/1.1" status: 204 len: 168 time: 0.3826251 Sep 25 04:51:22.762911 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35818da1-227f-492c-9dff-af3e686f8b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f176031f-5cc2-4b2f-a723-7c5587e4f838,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:23.204813 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56252) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:23.259552 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ad959979-2257-40bd-b670-af7a0063922d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8cdb6a9cf77c44788de747aceb5071d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534015 Sep 25 04:51:23.262362 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56254) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:23.316500 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-241914fe-bcfb-4199-a622-0305a6ccca53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:23.339495 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-241914fe-bcfb-4199-a622-0305a6ccca53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:23.539588 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-241914fe-bcfb-4199-a622-0305a6ccca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:23.542299 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-241914fe-bcfb-4199-a622-0305a6ccca53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:23.543554 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-241914fe-bcfb-4199-a622-0305a6ccca53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef30e82c-df15-47ab-a785-9c2b8b77a35a HTTP/1.1" status: 204 len: 168 time: 0.2802701 Sep 25 04:51:23.555656 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241914fe-bcfb-4199-a622-0305a6ccca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef30e82c-df15-47ab-a785-9c2b8b77a35a,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:24.137064 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a4c5472e-9a43-4d39-a186-dbcc2edf9b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:24.349838 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56266) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:24.435957 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0fba67a8-0b1b-4f07-9ec2-df57452d6d02 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=338c0d4829c4438ea59ba087cfcd960e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842061 Sep 25 04:51:24.438799 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56268) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:24.449568 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae4bcb-d39b-4463-8ad1-f70ac5443383 req-104671d2-2bbd-4ada-aa65-743a404a4387 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:24.451186 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0fae4bcb-d39b-4463-8ad1-f70ac5443383 req-104671d2-2bbd-4ada-aa65-743a404a4387 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0935056 Sep 25 04:51:24.495010 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-70d9059c-6a2f-41bd-8f92-ad38b29e96dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:24.510049 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0fae4bcb-d39b-4463-8ad1-f70ac5443383 req-59e54e88-78e0-4e93-9592-b76056359f06 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514634 Sep 25 04:51:24.522431 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-70d9059c-6a2f-41bd-8f92-ad38b29e96dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:24.679673 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-70d9059c-6a2f-41bd-8f92-ad38b29e96dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:24.682435 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-70d9059c-6a2f-41bd-8f92-ad38b29e96dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:24.687303 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-70d9059c-6a2f-41bd-8f92-ad38b29e96dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9d09721-5024-47d7-8b81-7d9a340ff8b9 HTTP/1.1" status: 204 len: 168 time: 0.2442555 Sep 25 04:51:24.696654 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9059c-6a2f-41bd-8f92-ad38b29e96dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d09721-5024-47d7-8b81-7d9a340ff8b9,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:24.723862 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:25.691481 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daccbc-db5d-4145-a5c8-64d1d4c40797 req-a26cacd0-444d-41be-9ded-801c5604b1c3 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:25.695649 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f6daccbc-db5d-4145-a5c8-64d1d4c40797 req-a26cacd0-444d-41be-9ded-801c5604b1c3 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0772529 Sep 25 04:51:25.746367 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f6daccbc-db5d-4145-a5c8-64d1d4c40797 req-e7d9b428-0bee-4ef5-bcbb-6daba0a25d24 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Sep 25 04:51:26.218638 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:26.886703 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f7efd-a0db-46b7-b1ac-3fcb27779ff0 req-923d2606-ec2b-4ab5-b5aa-4f1ae686d34b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:26.888389 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-348f7efd-a0db-46b7-b1ac-3fcb27779ff0 req-923d2606-ec2b-4ab5-b5aa-4f1ae686d34b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0564868 Sep 25 04:51:26.937627 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-348f7efd-a0db-46b7-b1ac-3fcb27779ff0 req-ab471424-8af8-4c60-900d-6abe94bbee6b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 Sep 25 04:51:27.472786 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:27.951415 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-92bb98ea-1c3d-4e6f-a925-71d48a5ad250 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:27.953097 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-92bb98ea-1c3d-4e6f-a925-71d48a5ad250 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/networks?id=885ded2e-8c92-4ab8-96c6-c6e2e7731688 HTTP/1.1" status: 200 len: 815 time: 0.1248405 Sep 25 04:51:27.972606 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-3b396936-7fc2-4d9f-abee-731b22f44a5a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/quotas/104fcd5ba6324ecb83d2f5b6e60da267 HTTP/1.1" status: 200 len: 375 time: 0.0112679 Sep 25 04:51:28.103162 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-9407b728-ab00-4f5d-9599-18f058454675 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1232815 Sep 25 04:51:28.118242 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677045-7332-4f7b-b11f-57ab4e4291ce req-e34a6e99-34a4-4272-b39a-ab2e3f2b2a31 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:28.119934 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d677045-7332-4f7b-b11f-57ab4e4291ce req-e34a6e99-34a4-4272-b39a-ab2e3f2b2a31 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0939212 Sep 25 04:51:28.226022 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d677045-7332-4f7b-b11f-57ab4e4291ce req-da28dc81-9e47-4c64-bba7-e15496f07230 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846474 Sep 25 04:51:28.257947 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-b0a0b31f-4d83-4a71-9c06-f29a29c3e58a service neutron] 10.222.0.38 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369984 Sep 25 04:51:28.368566 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-701f9aba-de43-4ed8-9a87-f4cc3b9740f9 service neutron] 10.222.0.38 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011770 Sep 25 04:51:28.634052 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bdf9672d-215a-4f85-9b8a-9f87914f0d09 req-c3dc5994-05de-4b3e-8428-1f05390668f1 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 210 time: 0.0497944 Sep 25 04:51:29.377526 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436f6b9-2b25-4f01-8c4a-4873ea2b0916 req-1d98cfaf-e5fc-4fe7-af93-ad74f2d6e00b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:29.379095 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5436f6b9-2b25-4f01-8c4a-4873ea2b0916 req-1d98cfaf-e5fc-4fe7-af93-ad74f2d6e00b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0544412 Sep 25 04:51:29.429903 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:29.431192 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5436f6b9-2b25-4f01-8c4a-4873ea2b0916 req-4287c1b4-f568-4e36-9324-f0b268e8e626 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Sep 25 04:51:29.750871 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1e4abe77-01f2-4553-bfdf-c6f0ac92be31 req-9d980023-6df4-4921-986f-e214a9f01fed tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 210 time: 0.0290656 Sep 25 04:51:30.086288 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-2cc45137-e1c7-48a8-8b87-37ff5ecbbb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:30.088568 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-2cc45137-e1c7-48a8-8b87-37ff5ecbbb4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b1a72f2084f4268961fba544e9ef752&device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1099 time: 0.0501952 Sep 25 04:51:30.237229 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-ede94b3e-57ac-4a3c-a735-f8a1427f0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:30.239682 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-ede94b3e-57ac-4a3c-a735-f8a1427f0bcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=333edd60-e3f0-405f-868b-c4d9c57f620c HTTP/1.1" status: 200 len: 910 time: 0.1076722 Sep 25 04:51:30.333840 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-9e66d425-326f-461a-8eda-66eb9def1e01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e HTTP/1.1" status: 200 len: 1002 time: 0.0852060 Sep 25 04:51:30.416467 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-7e98d923-2b8d-4491-a8c5-97a4c2bf3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:30.418181 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-7e98d923-2b8d-4491-a8c5-97a4c2bf3b89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5be41f-3e1f-426b-aaa2-3b6c674f3a37 HTTP/1.1" status: 200 len: 848 time: 0.0670192 Sep 25 04:51:30.488685 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-84a807b7-31c0-4b75-82a7-6b2e2908e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:30.489890 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-84a807b7-31c0-4b75-82a7-6b2e2908e332 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=333edd60-e3f0-405f-868b-c4d9c57f620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0507991 Sep 25 04:51:30.582529 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ab7d4-0550-4fca-a8fa-aa6933cdf55c req-e3aaf038-64e3-4081-87cf-66f01fc77267 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:30.584676 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-150ab7d4-0550-4fca-a8fa-aa6933cdf55c req-e3aaf038-64e3-4081-87cf-66f01fc77267 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0528638 Sep 25 04:51:30.612815 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-71216fdf-adfd-4962-943b-43a5dbef78b0 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100190 Sep 25 04:51:30.629127 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-150ab7d4-0550-4fca-a8fa-aa6933cdf55c req-3a808316-decc-4fe4-879c-4114372f25c7 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335429 Sep 25 04:51:30.718907 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-db348c70-ec40-45f7-b4de-655e9a1af598 req-6c22a3e9-b631-417d-b8f5-65a4da9780b0 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930653 Sep 25 04:51:30.862792 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9ad7cee6-fa11-47d8-829e-6513eeb1a16f req-ce25408a-8ec6-4969-84b7-e5528c070577 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 210 time: 0.0323639 Sep 25 04:51:31.396064 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-16f26bf0-f805-4b4a-be30-0cd63f99b6f1 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:31.398251 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-16f26bf0-f805-4b4a-be30-0cd63f99b6f1 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "GET /v2.0/networks?id=885ded2e-8c92-4ab8-96c6-c6e2e7731688 HTTP/1.1" status: 200 len: 815 time: 0.1305573 Sep 25 04:51:31.431975 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Request body: {'port': {'device_id': '1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b', 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688', 'admin_state_up': True, 'tenant_id': '104fcd5ba6324ecb83d2f5b6e60da267'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:31.512539 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56460) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:31.657195 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7b838ac3-a5b5-4427-a5d3-ca3dc22fec76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:31.670868 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Made reservation on behalf of 104fcd5ba6324ecb83d2f5b6e60da267 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:51:31.678294 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:31.797313 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973d253-72cd-43d5-a0d4-c824dd41b189 req-f4811526-eee8-4a2d-b5eb-02a99e9bf2cd tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:31.799039 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5973d253-72cd-43d5-a0d4-c824dd41b189 req-f4811526-eee8-4a2d-b5eb-02a99e9bf2cd tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0766997 Sep 25 04:51:31.840204 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Allocated IP 172.20.0.8 (885ded2e-8c92-4ab8-96c6-c6e2e7731688/76a1f9d6-705a-46ca-90c1-702ff4097510/001cd67d-df03-4825-b382-9110fac20d7d) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:51:31.861638 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7b838ac3-a5b5-4427-a5d3-ca3dc22fec76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:31.867624 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5973d253-72cd-43d5-a0d4-c824dd41b189 req-88144289-1c7c-4826-ac7c-99b4e76161e7 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585451 Sep 25 04:51:31.974104 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f9f27430-98ef-4477-bd2d-1d18c930b162 req-846aaf80-9d33-4e31-8e28-81094cf1ea1c tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 210 time: 0.0281465 Sep 25 04:51:32.015351 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.032720 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7b838ac3-a5b5-4427-a5d3-ca3dc22fec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.074156 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b838ac3-a5b5-4427-a5d3-ca3dc22fec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436002cc-7ef7-4d7d-a7f7-e58ef4f337a7,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:32.078462 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-7b838ac3-a5b5-4427-a5d3-ca3dc22fec76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac4603424f454cd7b6ae2eef9b71965d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644386 Sep 25 04:51:32.081255 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56472) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:32.125160 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.137523 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f48dafb5-7894-4395-b5fd-9ede63f3a0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.141548 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d8f98753-b9c2-4644-9756-2e327623d095', '99b94713-eded-4c16-a94d-fda7446179ee', 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:51:32.164525 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f48dafb5-7894-4395-b5fd-9ede63f3a0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.170400 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:51:32.173611 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:51:32.177497 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:51:32.187109 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Pushing event updated for resources: {'Port': ['ID=001cd67d-df03-4825-b382-9110fac20d7d,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:32.234769 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:32.235041 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.309698 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f48dafb5-7894-4395-b5fd-9ede63f3a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.312859 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-f48dafb5-7894-4395-b5fd-9ede63f3a0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.314693 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-f48dafb5-7894-4395-b5fd-9ede63f3a0c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/436002cc-7ef7-4d7d-a7f7-e58ef4f337a7 HTTP/1.1" status: 204 len: 168 time: 0.2323794 Sep 25 04:51:32.327077 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dafb5-7894-4395-b5fd-9ede63f3a0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436002cc-7ef7-4d7d-a7f7-e58ef4f337a7,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:32.351735 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a40ce152-837b-4ad5-8d0c-6af6411b2942 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9314766 Sep 25 04:51:32.364904 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Request body: {'port': {'device_id': '1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:32.428125 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.704266 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001cd67d-df03-4825-b382-9110fac20d7d {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:51:32.704561 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.717173 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Transition to ACTIVE for port object 001cd67d-df03-4825-b382-9110fac20d7d will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:51:32.838653 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.892685 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Pushing event updated for resources: {'Port': ['ID=001cd67d-df03-4825-b382-9110fac20d7d,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:32.965841 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Attempting to bind port 001cd67d-df03-4825-b382-9110fac20d7d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:51:32.965841 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Attempting to bind port 001cd67d-df03-4825-b382-9110fac20d7d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:51:32.965841 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Attempting to bind port 001cd67d-df03-4825-b382-9110fac20d7d on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:51:32.967916 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Port 001cd67d-df03-4825-b382-9110fac20d7d on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:51:32.968257 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Attempting to bind port 001cd67d-df03-4825-b382-9110fac20d7d on network 885ded2e-8c92-4ab8-96c6-c6e2e7731688 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:51:32.973054 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:51:32.973395 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Checking segment: {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:51:32.973779 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Bound using segment: {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:51:32.974203 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Bound port: 001cd67d-df03-4825-b382-9110fac20d7d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990ea9a-bbf4-430d-8d7c-99744fd67938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:51:32.974579 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:32.990660 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbec4e5-8138-456c-94e1-517fce0964ee req-8dc3cee6-34df-443a-afaf-f4da8f75595c tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:32.991994 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dfbec4e5-8138-456c-94e1-517fce0964ee req-8dc3cee6-34df-443a-afaf-f4da8f75595c tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0522716 Sep 25 04:51:33.063403 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] For port 001cd67d-df03-4825-b382-9110fac20d7d, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:51:33.063682 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dfbec4e5-8138-456c-94e1-517fce0964ee req-8fbeaa31-b682-498a-8188-9d4b8f457a2b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532584 Sep 25 04:51:33.063771 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] For port 001cd67d-df03-4825-b382-9110fac20d7d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=001cd67d-df03-4825-b382-9110fac20d7d,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:51:33.065541 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56482) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:33.080675 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a4fe55ac-b4ee-44b0-b9c4-7aab00949927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:33.102119 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a970d-0a61-4c29-86b6-29ec30df2f78 req-146df98c-434d-47ab-8892-49286dc27d61 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:33.103680 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ed5a970d-0a61-4c29-86b6-29ec30df2f78 req-146df98c-434d-47ab-8892-49286dc27d61 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 943 time: 0.0510452 Sep 25 04:51:33.123867 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:33.145079 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ed5a970d-0a61-4c29-86b6-29ec30df2f78 req-2eaa7009-34b0-4b96-bf8d-63ca7ff9340d tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348523 Sep 25 04:51:33.176229 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:33.182062 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:33.182062 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] 10.222.0.46 "PUT /v2.0/ports/001cd67d-df03-4825-b382-9110fac20d7d HTTP/1.1" status: 200 len: 1093 time: 0.8180873 Sep 25 04:51:33.182062 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b', 'tag': '001cd67d-df03-4825-b382-9110fac20d7d'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:51:33.182883 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d67faa-222e-4161-9e6c-8eb0d632eb57" -d '{"events": [{"name": "network-changed", "server_uuid": "1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b", "tag": "001cd67d-df03-4825-b382-9110fac20d7d"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:33.228157 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cfe49-cc7a-46d4-abcd-4ac4e4bcade4 service neutron] Pushing event updated for resources: {'Port': ['ID=001cd67d-df03-4825-b382-9110fac20d7d,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:33.237398 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27b5184-65b2-4506-9bfa-e00539159eb2 x-openstack-request-id: req-a27b5184-65b2-4506-9bfa-e00539159eb2 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:33.237686 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b", "tag": "001cd67d-df03-4825-b382-9110fac20d7d", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:33.237941 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a27b5184-65b2-4506-9bfa-e00539159eb2 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:33.238330 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b', 'tag': '001cd67d-df03-4825-b382-9110fac20d7d', 'status': 'completed', 'code': 200} Sep 25 04:51:33.254045 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a4fe55ac-b4ee-44b0-b9c4-7aab00949927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:33.310302 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d67faa-222e-4161-9e6c-8eb0d632eb57 req-32443e02-b301-43eb-8cfb-a5b5ffa54899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:33.311931 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b7d67faa-222e-4161-9e6c-8eb0d632eb57 req-32443e02-b301-43eb-8cfb-a5b5ffa54899 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 1096 time: 0.0419092 Sep 25 04:51:33.318148 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a4fe55ac-b4ee-44b0-b9c4-7aab00949927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:33.387105 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-a4fe55ac-b4ee-44b0-b9c4-7aab00949927 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ff11c9731b74218a3fcb7fe8efb0029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203137 Sep 25 04:51:33.389662 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe55ac-b4ee-44b0-b9c4-7aab00949927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f76ca8-6583-4c4f-98f7-1d6974167dd2,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:33.389992 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56486) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:33.451887 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ed126b4d-f8ae-4664-a511-9c03241f3e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:33.457281 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d67faa-222e-4161-9e6c-8eb0d632eb57 req-79acb3ce-cf85-4945-b565-9a519395b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:33.458758 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b7d67faa-222e-4161-9e6c-8eb0d632eb57 req-79acb3ce-cf85-4945-b565-9a519395b048 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1246428 Sep 25 04:51:33.473395 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ed126b4d-f8ae-4664-a511-9c03241f3e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:33.570276 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d67faa-222e-4161-9e6c-8eb0d632eb57 req-870f94dc-adb0-4b60-9125-f700165a0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:33.571811 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-b7d67faa-222e-4161-9e6c-8eb0d632eb57 req-870f94dc-adb0-4b60-9125-f700165a0dad service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950968 Sep 25 04:51:33.595266 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ed126b4d-f8ae-4664-a511-9c03241f3e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:33.597826 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ed126b4d-f8ae-4664-a511-9c03241f3e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:33.599102 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ed126b4d-f8ae-4664-a511-9c03241f3e16 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3f76ca8-6583-4c4f-98f7-1d6974167dd2 HTTP/1.1" status: 204 len: 168 time: 0.2080517 Sep 25 04:51:33.608176 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126b4d-f8ae-4664-a511-9c03241f3e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f76ca8-6583-4c4f-98f7-1d6974167dd2,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:33.668120 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-6fda576c-b3fc-4d04-a210-38823650bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:33.669626 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-6fda576c-b3fc-4d04-a210-38823650bb91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 1096 time: 0.0458601 Sep 25 04:51:33.718218 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-4848af38-0ff9-4cee-a707-e92e4b7fe4dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=001cd67d-df03-4825-b382-9110fac20d7d HTTP/1.1" status: 200 len: 217 time: 0.0341694 Sep 25 04:51:33.776985 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-3789cc0c-5464-47ed-85bc-cfeea24b11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:33.778407 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-3789cc0c-5464-47ed-85bc-cfeea24b11f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76a1f9d6-705a-46ca-90c1-702ff4097510 HTTP/1.1" status: 200 len: 855 time: 0.0473287 Sep 25 04:51:33.824328 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-a0eada8f-8bae-48ee-a370-b28061ec9cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=885ded2e-8c92-4ab8-96c6-c6e2e7731688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264106 Sep 25 04:51:33.924083 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-51a51f79-693e-44dc-a5fe-70142d901304 service neutron] 10.222.0.46 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904202 Sep 25 04:51:34.041293 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-e29b4f62-8c1f-4b24-b897-b9c581dd75a0 req-2b1007b9-34ff-4f3e-ade1-e96287f4a480 service neutron] 10.222.0.46 "GET /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900939 Sep 25 04:51:34.155506 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be930a-6d64-429d-aa0d-15b9d0528f39 req-bf0ed9cc-643a-44b5-b991-0d519182fe14 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:34.157031 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-69be930a-6d64-429d-aa0d-15b9d0528f39 req-bf0ed9cc-643a-44b5-b991-0d519182fe14 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0503502 Sep 25 04:51:34.196760 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-69be930a-6d64-429d-aa0d-15b9d0528f39 req-c2b880b8-bdee-4117-84e0-8d76fb1e91b9 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329862 Sep 25 04:51:34.273546 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a8fb6-46fe-42be-a2f0-b0e1b49bee2c req-749bb965-07b7-440e-be0c-b330252fe7ec tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:34.275154 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-923a8fb6-46fe-42be-a2f0-b0e1b49bee2c req-749bb965-07b7-440e-be0c-b330252fe7ec tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 943 time: 0.0531421 Sep 25 04:51:34.314343 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-923a8fb6-46fe-42be-a2f0-b0e1b49bee2c req-ddd91b93-0e50-4ff5-9221-83849cca1d88 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Sep 25 04:51:35.296799 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56522) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:35.323707 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9fcec-dabe-4f5b-b0a0-531d539cd36b req-690845c3-62d6-4137-b617-925801879d78 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:35.325300 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dde9fcec-dabe-4f5b-b0a0-531d539cd36b req-690845c3-62d6-4137-b617-925801879d78 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0568123 Sep 25 04:51:35.368517 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dde9fcec-dabe-4f5b-b0a0-531d539cd36b req-e9489f4d-8712-4440-88b4-9e6fff5ad315 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368648 Sep 25 04:51:35.419252 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d7b566d4-b5bf-40d9-82a6-6a3ef4ea5232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:35.457514 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065bdc-6aa1-4cf7-b36f-9b773d3a8bee req-a0302076-2f3e-4648-8706-4fa6c2cca07e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:35.460303 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f5065bdc-6aa1-4cf7-b36f-9b773d3a8bee req-a0302076-2f3e-4648-8706-4fa6c2cca07e tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 943 time: 0.0589418 Sep 25 04:51:35.503261 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f5065bdc-6aa1-4cf7-b36f-9b773d3a8bee req-7b4309df-b156-4b4c-afd6-17c058e4e23f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340612 Sep 25 04:51:35.520649 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d7b566d4-b5bf-40d9-82a6-6a3ef4ea5232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:35.623935 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-d7b566d4-b5bf-40d9-82a6-6a3ef4ea5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:35.665200 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-d7b566d4-b5bf-40d9-82a6-6a3ef4ea5232 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86399e94de1c45c189d082c770062531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672862 Sep 25 04:51:35.666323 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b566d4-b5bf-40d9-82a6-6a3ef4ea5232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fd2748-7101-46d8-b6cb-f7fac6884243,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:35.668091 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56528) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:35.727795 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ba170259-27ad-4a1a-bad0-c3b5f9a8f556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:35.750613 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ba170259-27ad-4a1a-bad0-c3b5f9a8f556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:35.886873 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ba170259-27ad-4a1a-bad0-c3b5f9a8f556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:35.889371 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ba170259-27ad-4a1a-bad0-c3b5f9a8f556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:35.890613 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ba170259-27ad-4a1a-bad0-c3b5f9a8f556 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8fd2748-7101-46d8-b6cb-f7fac6884243 HTTP/1.1" status: 204 len: 168 time: 0.2203710 Sep 25 04:51:35.899623 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba170259-27ad-4a1a-bad0-c3b5f9a8f556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fd2748-7101-46d8-b6cb-f7fac6884243,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:36.049079 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 001cd67d-df03-4825-b382-9110fac20d7d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:51:36.158110 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 001cd67d-df03-4825-b382-9110fac20d7d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=001cd67d-df03-4825-b382-9110fac20d7d,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:36.174610 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': '001cd67d-df03-4825-b382-9110fac20d7d', 'network_id': '885ded2e-8c92-4ab8-96c6-c6e2e7731688', 'port_id': '001cd67d-df03-4825-b382-9110fac20d7d', 'mac_address': 'fa:16:3e:e0:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a1f9d6-705a-46ca-90c1-702ff4097510', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:51:36.216885 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:36.230221 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001cd67d-df03-4825-b382-9110fac20d7d {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:51:36.253065 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 001cd67d-df03-4825-b382-9110fac20d7d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=001cd67d-df03-4825-b382-9110fac20d7d,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:36.335964 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:36.390358 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=001cd67d-df03-4825-b382-9110fac20d7d,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:36.398201 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.398552 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.398908 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.399303 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.399640 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.400042 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.400318 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.400646 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.401514 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.401514 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.401696 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.401924 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:36.529355 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8623e87-db63-4b80-8ad8-4a51eb3c92a5 req-0134c7fc-cddc-442e-a6ac-97dfdeccf8ed tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:36.531010 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b8623e87-db63-4b80-8ad8-4a51eb3c92a5 req-0134c7fc-cddc-442e-a6ac-97dfdeccf8ed tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0535345 Sep 25 04:51:36.582645 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b8623e87-db63-4b80-8ad8-4a51eb3c92a5 req-49b25a69-0802-457b-a78b-f8394e5e2ae3 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402045 Sep 25 04:51:36.641459 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae962-fd24-42c0-9d06-de1657806164 req-ecee66ce-d406-43a4-ab55-16896e55886f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:36.642879 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cebae962-fd24-42c0-9d06-de1657806164 req-ecee66ce-d406-43a4-ab55-16896e55886f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 944 time: 0.0592926 Sep 25 04:51:36.690263 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cebae962-fd24-42c0-9d06-de1657806164 req-cb47d4b1-854b-4146-8582-16cb171b13ca tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Sep 25 04:51:36.808589 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['001cd67d-df03-4825-b382-9110fac20d7d'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:51:37.714838 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ca312-3a3f-486e-88a7-708a7bef1ce1 req-66a4f747-6f54-4a5b-805f-c012490408e8 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:37.716891 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a50ca312-3a3f-486e-88a7-708a7bef1ce1 req-66a4f747-6f54-4a5b-805f-c012490408e8 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0601361 Sep 25 04:51:37.731104 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:51:37.772062 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a50ca312-3a3f-486e-88a7-708a7bef1ce1 req-50b0c0a0-6eaf-4d8f-a25b-b2645405a7b4 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394325 Sep 25 04:51:37.837834 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3479106-781d-4b34-9bc4-cb8c3df5e5c9 req-17388ffb-9290-48e1-82d5-94c26284220d tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:37.839525 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b3479106-781d-4b34-9bc4-cb8c3df5e5c9 req-17388ffb-9290-48e1-82d5-94c26284220d tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 944 time: 0.0639043 Sep 25 04:51:37.888519 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b3479106-781d-4b34-9bc4-cb8c3df5e5c9 req-122b81a3-7874-4cf1-bbdd-a59468ca184b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Sep 25 04:51:38.066642 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 001cd67d-df03-4825-b382-9110fac20d7d up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:51:38.175728 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port 001cd67d-df03-4825-b382-9110fac20d7d completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:51:38.180555 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port 001cd67d-df03-4825-b382-9110fac20d7d triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:51:38.180933 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:38.262909 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:38.286483 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001cd67d-df03-4825-b382-9110fac20d7d'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:51:38.289321 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7697bc63-3595-4b36-ad09-027a07666c40" -d '{"events": [{"server_uuid": "1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b", "name": "network-vif-plugged", "status": "completed", "tag": "001cd67d-df03-4825-b382-9110fac20d7d"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:38.301573 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port 001cd67d-df03-4825-b382-9110fac20d7d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=001cd67d-df03-4825-b382-9110fac20d7d,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:38.328711 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1e0cac-6604-4e55-ba3a-c76afe2c07b7 x-openstack-request-id: req-ea1e0cac-6604-4e55-ba3a-c76afe2c07b7 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:38.329030 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b", "name": "network-vif-plugged", "status": "completed", "tag": "001cd67d-df03-4825-b382-9110fac20d7d", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:38.329287 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea1e0cac-6604-4e55-ba3a-c76afe2c07b7 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:38.329694 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001cd67d-df03-4825-b382-9110fac20d7d', 'code': 200} Sep 25 04:51:38.404253 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:38.461462 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=001cd67d-df03-4825-b382-9110fac20d7d,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:38.717601 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01910b3c-2c7a-4f3e-8cb2-fbfbbbb265ae req-75e8427c-b90a-4c05-836f-aa6e6a32bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:38.719386 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-01910b3c-2c7a-4f3e-8cb2-fbfbbbb265ae req-75e8427c-b90a-4c05-836f-aa6e6a32bd49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 1098 time: 0.0584817 Sep 25 04:51:38.762365 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-01910b3c-2c7a-4f3e-8cb2-fbfbbbb265ae req-d3498d35-fb6e-4c8f-a209-deb32fd02425 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303063 Sep 25 04:51:38.908812 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d89a33-b56c-4a98-a3d4-c9a10aee4631 req-80c776d1-26b0-4b81-97fd-f36ef14d9f67 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:38.910215 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-11d89a33-b56c-4a98-a3d4-c9a10aee4631 req-80c776d1-26b0-4b81-97fd-f36ef14d9f67 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0505636 Sep 25 04:51:38.952338 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-11d89a33-b56c-4a98-a3d4-c9a10aee4631 req-4d239cb4-0b74-4012-944b-6859d1521ef7 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351446 Sep 25 04:51:39.010841 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce7e1c-867a-4d3b-934b-f60d16fc5834 req-9c67427b-810e-4479-b4aa-3fac7f927ca9 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:39.012386 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-76ce7e1c-867a-4d3b-934b-f60d16fc5834 req-9c67427b-810e-4479-b4aa-3fac7f927ca9 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 945 time: 0.0493021 Sep 25 04:51:39.054472 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-76ce7e1c-867a-4d3b-934b-f60d16fc5834 req-d15b748d-4375-46e3-b58b-446c6ec98e24 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360868 Sep 25 04:51:39.778531 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-7e748319-7e10-4abd-81ee-4957d165d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:39.780168 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-7e748319-7e10-4abd-81ee-4957d165d776 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b1a72f2084f4268961fba544e9ef752&device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1099 time: 0.0582180 Sep 25 04:51:39.883874 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-e778ba83-3f90-4825-b506-7789a75ffb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:39.885383 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-e778ba83-3f90-4825-b506-7789a75ffb60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=333edd60-e3f0-405f-868b-c4d9c57f620c HTTP/1.1" status: 200 len: 910 time: 0.0924091 Sep 25 04:51:39.964303 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-a6462e71-fcb3-4c01-b87a-7869fcdeba0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e HTTP/1.1" status: 200 len: 1002 time: 0.0619814 Sep 25 04:51:40.014889 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-1a6edb60-65e7-4a73-9e68-ea0fe36c910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:40.016498 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-1a6edb60-65e7-4a73-9e68-ea0fe36c910f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5be41f-3e1f-426b-aaa2-3b6c674f3a37 HTTP/1.1" status: 200 len: 848 time: 0.0430918 Sep 25 04:51:40.072232 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bd41f-e0ab-4b7a-bea9-ec1a740ce6c7 req-210e4508-6cd9-4627-9079-6709fa7bed37 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:40.073790 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-597bd41f-e0ab-4b7a-bea9-ec1a740ce6c7 req-210e4508-6cd9-4627-9079-6709fa7bed37 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0517838 Sep 25 04:51:40.083395 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-f9e46ce7-bdea-4f50-9e83-cd0e0c402631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:40.086546 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-f9e46ce7-bdea-4f50-9e83-cd0e0c402631 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=333edd60-e3f0-405f-868b-c4d9c57f620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0507069 Sep 25 04:51:40.129116 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-597bd41f-e0ab-4b7a-bea9-ec1a740ce6c7 req-3506b6cb-35b2-46e3-b4bc-5261accfe6ae tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Sep 25 04:51:40.188154 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebcf14-8a73-406b-ab39-543854b3d18d req-fc3dac99-5f1a-451e-8aa5-ecf5a0606db8 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:40.189754 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-aeebcf14-8a73-406b-ab39-543854b3d18d req-fc3dac99-5f1a-451e-8aa5-ecf5a0606db8 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 945 time: 0.0571053 Sep 25 04:51:40.204978 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-f917ecee-6d44-4a8a-9111-a963a473fb71 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020384 Sep 25 04:51:40.232995 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-aeebcf14-8a73-406b-ab39-543854b3d18d req-48b46c2d-a402-4078-a6c7-91956263a0d0 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354364 Sep 25 04:51:40.301146 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cdf11aba-f2e7-4cf9-9f58-6aa2f07815b1 req-dac3bf09-692b-45cf-a745-b9b641334592 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889294 Sep 25 04:51:41.258676 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc225793-96a5-44a9-b7b6-369e1f527d1e req-4af88bd7-f4e0-4c2e-a467-5398976171f0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:41.260120 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fc225793-96a5-44a9-b7b6-369e1f527d1e req-4af88bd7-f4e0-4c2e-a467-5398976171f0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0506191 Sep 25 04:51:41.317321 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fc225793-96a5-44a9-b7b6-369e1f527d1e req-2c3d7b0d-6b10-4b10-9667-637df5f59250 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476761 Sep 25 04:51:41.355349 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e4d1a-3446-4dbf-8626-36b01f0eeb94 req-4186ec4c-3719-406e-946b-dad4aabadefa tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:41.356899 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ad0e4d1a-3446-4dbf-8626-36b01f0eeb94 req-4186ec4c-3719-406e-946b-dad4aabadefa tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 945 time: 0.0546947 Sep 25 04:51:41.404330 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ad0e4d1a-3446-4dbf-8626-36b01f0eeb94 req-8130f02f-17d5-44bc-bec8-eb423183a967 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355659 Sep 25 04:51:42.454849 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f4e70-85e2-4eb2-9f77-4d608b02fe85 req-6cece49e-303a-4a9d-8878-aab14808115d tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:42.457586 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-045f4e70-85e2-4eb2-9f77-4d608b02fe85 req-6cece49e-303a-4a9d-8878-aab14808115d tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0676126 Sep 25 04:51:42.500950 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-045f4e70-85e2-4eb2-9f77-4d608b02fe85 req-d6418c1f-253e-4258-978e-f2e97dbdc2ee tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363088 Sep 25 04:51:43.634708 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec7178-5259-4591-9f3b-b9d37805ccb5 req-95a95774-054d-41ee-8125-2e21a476edbd tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:43.636281 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-68ec7178-5259-4591-9f3b-b9d37805ccb5 req-95a95774-054d-41ee-8125-2e21a476edbd tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0561693 Sep 25 04:51:43.688670 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-68ec7178-5259-4591-9f3b-b9d37805ccb5 req-f93b47c9-bb8b-48a0-a461-3a5a7c1821c0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456822 Sep 25 04:51:44.821349 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e95048-e792-4dd3-bb7d-f28edfb6c24b req-b48ff768-0628-48c6-8b47-1598d13b59b5 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:44.822826 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f6e95048-e792-4dd3-bb7d-f28edfb6c24b req-b48ff768-0628-48c6-8b47-1598d13b59b5 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0556495 Sep 25 04:51:44.866705 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f6e95048-e792-4dd3-bb7d-f28edfb6c24b req-1a7f9880-154b-470b-be53-7e05e5ce7e26 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374730 Sep 25 04:51:45.272120 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26028927-8b9e-42b5-931c-9526a27b5946 req-a4eac043-168c-4673-b72f-a1431ecb95c2 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:45.273686 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-26028927-8b9e-42b5-931c-9526a27b5946 req-a4eac043-168c-4673-b72f-a1431ecb95c2 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0521510 Sep 25 04:51:45.317124 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-26028927-8b9e-42b5-931c-9526a27b5946 req-cceb71c1-b89c-4468-a760-4e46b51a86e8 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334692 Sep 25 04:51:45.374118 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-401d3c65-2851-411c-ae0f-3a2168d5c38a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507519 Sep 25 04:51:46.109059 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d7befce3-f7ed-4d3b-bc3d-5431253dcf3e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:51:46.191651 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:46.216774 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:51:46.218924 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ac0b26-014e-434f-872f-3a55bb031fcc" -d '{"events": [{"server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "name": "network-vif-unplugged", "status": "completed", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:46.234931 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:46.261632 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d1f3be-9a10-4adb-a6a0-54e6a55133d9 x-openstack-request-id: req-a3d1f3be-9a10-4adb-a6a0-54e6a55133d9 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:46.261919 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "name": "network-vif-unplugged", "status": "failed", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e", "code": 422}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:46.262243 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3d1f3be-9a10-4adb-a6a0-54e6a55133d9 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:46.262574 dv-cinder-768458-10-smb neutron-server[101230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'code': 422} returned with failed status Sep 25 04:51:46.328349 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:46.382654 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,revision_number=6']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:46.483556 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ded68-ef20-410c-be29-5a6a29c43332 req-b34d318c-7dfd-4908-955b-3a69ec9373f0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:46.485142 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1b4ded68-ef20-410c-be29-5a6a29c43332 req-b34d318c-7dfd-4908-955b-3a69ec9373f0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.0700829 Sep 25 04:51:46.526469 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1b4ded68-ef20-410c-be29-5a6a29c43332 req-5da86bf2-831b-45cd-a1d6-3ca27044c189 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345013 Sep 25 04:51:47.655791 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc5f41-06af-41bb-ac9f-a2ff8e0e2837 req-1bcd5a0f-5f0e-4de3-8545-975ef2339189 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:47.657293 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d4cc5f41-06af-41bb-ac9f-a2ff8e0e2837 req-1bcd5a0f-5f0e-4de3-8545-975ef2339189 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.0559752 Sep 25 04:51:47.702349 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d4cc5f41-06af-41bb-ac9f-a2ff8e0e2837 req-bfa36009-9009-48ae-ba56-3b4678b6f6fe tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378833 Sep 25 04:51:48.653673 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-78b5a028-67c8-40bc-b2e9-6ed436d4c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:48.655121 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-78b5a028-67c8-40bc-b2e9-6ed436d4c011 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343&tenant_id=6b1a72f2084f4268961fba544e9ef752 HTTP/1.1" status: 200 len: 1097 time: 0.0521388 Sep 25 04:51:48.666869 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56734) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:48.729080 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-1ca7b0bf-e92a-4947-a9fb-632e5ef84b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:48.730670 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-1ca7b0bf-e92a-4947-a9fb-632e5ef84b57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b1a72f2084f4268961fba544e9ef752&device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1097 time: 0.0462329 Sep 25 04:51:48.792116 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7537ed08-3258-4098-b29a-912d782340d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:48.858880 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-fb9adebc-0b89-40f9-b7b7-52cbc4b00150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:48.860524 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-fb9adebc-0b89-40f9-b7b7-52cbc4b00150 service neutron] 10.222.0.46 "GET /v2.0/networks?id=333edd60-e3f0-405f-868b-c4d9c57f620c HTTP/1.1" status: 200 len: 910 time: 0.1136527 Sep 25 04:51:48.873780 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4f8b-530f-4f44-b2e8-92bf76a90781 req-3b2304eb-084b-40c4-b3f0-95fed486dfda tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:48.875488 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-585f4f8b-530f-4f44-b2e8-92bf76a90781 req-3b2304eb-084b-40c4-b3f0-95fed486dfda tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.0853770 Sep 25 04:51:48.945655 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-585f4f8b-530f-4f44-b2e8-92bf76a90781 req-5eeb24bb-a21f-4430-8975-f5af3926c517 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618036 Sep 25 04:51:48.946382 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-eacf25a1-6991-4f98-bb49-b6e4d63d367a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e HTTP/1.1" status: 200 len: 1000 time: 0.0713592 Sep 25 04:51:48.978128 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7537ed08-3258-4098-b29a-912d782340d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:49.008568 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-3606364f-b1b6-44d5-b818-cee2fd2c317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:49.010245 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-3606364f-b1b6-44d5-b818-cee2fd2c317a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5be41f-3e1f-426b-aaa2-3b6c674f3a37 HTTP/1.1" status: 200 len: 848 time: 0.0546277 Sep 25 04:51:49.087917 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-ff9b4720-01ec-4aff-a04f-89b234fdb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:49.089787 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-ff9b4720-01ec-4aff-a04f-89b234fdb1dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=333edd60-e3f0-405f-868b-c4d9c57f620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0632503 Sep 25 04:51:49.203407 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-5bd0a5bc-401a-40fc-bd68-2f617db573d5 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005754 Sep 25 04:51:49.211924 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7537ed08-3258-4098-b29a-912d782340d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:49.251852 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-7537ed08-3258-4098-b29a-912d782340d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a23dc916a9c64d1ea583816865042aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838690 Sep 25 04:51:49.252709 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537ed08-3258-4098-b29a-912d782340d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523b1089-fb43-4c17-b999-ad3aea37955f,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:49.256530 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56742) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:49.320599 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-428ca43e-ef26-45cc-b3d7-e26728d44b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:49.348574 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-428ca43e-ef26-45cc-b3d7-e26728d44b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:49.536261 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-428ca43e-ef26-45cc-b3d7-e26728d44b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:49.541565 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-428ca43e-ef26-45cc-b3d7-e26728d44b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:49.545395 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-428ca43e-ef26-45cc-b3d7-e26728d44b24 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/523b1089-fb43-4c17-b999-ad3aea37955f HTTP/1.1" status: 204 len: 168 time: 0.2855129 Sep 25 04:51:49.553988 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ca43e-ef26-45cc-b3d7-e26728d44b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523b1089-fb43-4c17-b999-ad3aea37955f,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:49.572219 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3a6ce40b-d2ba-47fb-8d99-3eff67e8ab83 req-84c681b8-e08e-452e-b34c-dcf2e62a21ce service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590975 Sep 25 04:51:50.063688 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8797e-cd20-4903-8fdd-c785069214c5 req-1b476f8f-12ee-4678-a9b1-fde32d6398dc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:50.065173 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dae8797e-cd20-4903-8fdd-c785069214c5 req-1b476f8f-12ee-4678-a9b1-fde32d6398dc tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.0493991 Sep 25 04:51:50.118528 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dae8797e-cd20-4903-8fdd-c785069214c5 req-ff1a5e9c-b205-44e2-be05-0d616577bcb7 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377078 Sep 25 04:51:50.310943 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56756) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:50.331128 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7089af2f-e5e2-47a9-a79b-39802164b369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:50.441245 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7089af2f-e5e2-47a9-a79b-39802164b369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:50.520481 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-7089af2f-e5e2-47a9-a79b-39802164b369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:50.563199 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-7089af2f-e5e2-47a9-a79b-39802164b369 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12cd51a5f45f499497d073043ba3e541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509582 Sep 25 04:51:50.564192 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089af2f-e5e2-47a9-a79b-39802164b369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3eed83-7f73-4684-a12c-577ca27380c7,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:50.566674 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56760) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:50.633479 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-133d2b1e-3971-453c-9716-8a54b385e620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:50.658094 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-133d2b1e-3971-453c-9716-8a54b385e620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:50.821331 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-133d2b1e-3971-453c-9716-8a54b385e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:50.823967 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-133d2b1e-3971-453c-9716-8a54b385e620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:50.825206 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-133d2b1e-3971-453c-9716-8a54b385e620 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc3eed83-7f73-4684-a12c-577ca27380c7 HTTP/1.1" status: 204 len: 168 time: 0.2574069 Sep 25 04:51:50.834389 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d2b1e-3971-453c-9716-8a54b385e620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3eed83-7f73-4684-a12c-577ca27380c7,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:51.246714 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb3efd-b975-4cd0-ad8a-f4c9375796db req-92701bdd-7abf-4c40-960e-8841ac66bb6e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:51.248293 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-adfb3efd-b975-4cd0-ad8a-f4c9375796db req-92701bdd-7abf-4c40-960e-8841ac66bb6e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.0557792 Sep 25 04:51:51.290374 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-adfb3efd-b975-4cd0-ad8a-f4c9375796db req-b4b223ce-cf33-43f3-8460-cd5b5801994d tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359423 Sep 25 04:51:51.529641 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e8944d9d-22c4-4d9d-9e95-84305e24508e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:51.627387 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56772) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:51.641460 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8085-c0a3-4ad4-905d-e8e7e393fa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:51.741513 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8085-c0a3-4ad4-905d-e8e7e393fa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:51.800883 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8085-c0a3-4ad4-905d-e8e7e393fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:51.845634 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-fd2a8085-c0a3-4ad4-905d-e8e7e393fa43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7b83d3028f54cd38b39cad9c752160b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171378 Sep 25 04:51:51.846490 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a8085-c0a3-4ad4-905d-e8e7e393fa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b6ee11-0d6a-4fea-b77f-eecc832fa449,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:51.848309 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56776) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:51.915213 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-166fc4a5-54b1-4124-87a8-9a225553a4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:51.950406 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-166fc4a5-54b1-4124-87a8-9a225553a4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:52.015991 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7c589-3e94-4f0f-b165-0b77138a2f2b req-492d1714-c9e3-4f09-b149-0c35591258e7 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:52.017481 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-63b7c589-3e94-4f0f-b165-0b77138a2f2b req-492d1714-c9e3-4f09-b149-0c35591258e7 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 945 time: 0.0793495 Sep 25 04:51:52.061351 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-63b7c589-3e94-4f0f-b165-0b77138a2f2b req-8e0609a3-826a-4064-b59d-daa964406200 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372090 Sep 25 04:51:52.155312 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d7befce3-f7ed-4d3b-bc3d-5431253dcf3e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:51:52.184403 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-166fc4a5-54b1-4124-87a8-9a225553a4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:52.186945 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-166fc4a5-54b1-4124-87a8-9a225553a4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:52.188119 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-166fc4a5-54b1-4124-87a8-9a225553a4a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38b6ee11-0d6a-4fea-b77f-eecc832fa449 HTTP/1.1" status: 204 len: 168 time: 0.3387241 Sep 25 04:51:52.199795 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fc4a5-54b1-4124-87a8-9a225553a4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b6ee11-0d6a-4fea-b77f-eecc832fa449,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:52.269077 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:52.280178 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'port_id': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'mac_address': 'fa:16:3e:6c:67:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:51:52.321827 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:52.335519 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7befce3-f7ed-4d3b-bc3d-5431253dcf3e {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:51:52.355915 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:52.413130 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d473c-7394-4c55-a020-56c35e134650 req-638f2b5c-16ff-41eb-8798-8d9454b78b5e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:52.414641 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-547d473c-7394-4c55-a020-56c35e134650 req-638f2b5c-16ff-41eb-8798-8d9454b78b5e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 944 time: 0.0539949 Sep 25 04:51:52.432763 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:52.455535 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-547d473c-7394-4c55-a020-56c35e134650 req-3c3bfea5-b4ad-4838-94d8-fdfd97b5663a tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343235 Sep 25 04:51:52.481759 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,revision_number=7']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:52.872711 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d7befce3-f7ed-4d3b-bc3d-5431253dcf3e'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:51:53.186579 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005146-0007-47a8-96cb-18ae1cf72bba req-abc2dda2-2cc2-4630-8063-e8bdafe2656f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:53.189711 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7e005146-0007-47a8-96cb-18ae1cf72bba req-abc2dda2-2cc2-4630-8063-e8bdafe2656f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 945 time: 0.0547206 Sep 25 04:51:53.229569 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7e005146-0007-47a8-96cb-18ae1cf72bba req-5a06d002-f259-4e6e-a9da-70d1faf7d4bc tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335116 Sep 25 04:51:53.575666 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916854e-f5dc-4837-b0bc-1ee901f37381 req-9439829e-e16d-4653-a389-952d4dde636d tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:53.578028 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a916854e-f5dc-4837-b0bc-1ee901f37381 req-9439829e-e16d-4653-a389-952d4dde636d tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 945 time: 0.0502267 Sep 25 04:51:53.617393 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a916854e-f5dc-4837-b0bc-1ee901f37381 req-fb4e1061-2a5e-467e-9949-f8bbe9d27047 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342181 Sep 25 04:51:53.935380 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56814) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:54.041442 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-035897cf-8f8c-4891-9018-0d4acefcf42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:54.131978 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-035897cf-8f8c-4891-9018-0d4acefcf42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:54.154878 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-80cb1f9c-bccf-4fd0-8bca-e8a9c51d3c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:54.206425 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-035897cf-8f8c-4891-9018-0d4acefcf42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:54.249894 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-035897cf-8f8c-4891-9018-0d4acefcf42a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6cec3a57fec44b4a4b092d22e6d5fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133864 Sep 25 04:51:54.250826 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035897cf-8f8c-4891-9018-0d4acefcf42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e5dcdb-0ec3-4aa7-8e43-4eda20baea11,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:54.252580 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56820) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:54.318912 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d814f14-e94f-4414-9636-22b965c50235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:54.361410 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d814f14-e94f-4414-9636-22b965c50235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:54.382532 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce9394-3c54-4d07-9212-fc1cc43e40a7 req-f564ed56-9a5d-4222-b097-08ab2050493f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:54.384072 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-40ce9394-3c54-4d07-9212-fc1cc43e40a7 req-f564ed56-9a5d-4222-b097-08ab2050493f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 945 time: 0.0833955 Sep 25 04:51:54.438255 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-40ce9394-3c54-4d07-9212-fc1cc43e40a7 req-310e8d55-4083-44df-b11f-0fd1b2a46f76 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 Sep 25 04:51:54.524081 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d814f14-e94f-4414-9636-22b965c50235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:54.526697 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-8d814f14-e94f-4414-9636-22b965c50235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:54.527874 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-8d814f14-e94f-4414-9636-22b965c50235 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7e5dcdb-0ec3-4aa7-8e43-4eda20baea11 HTTP/1.1" status: 204 len: 168 time: 0.2743185 Sep 25 04:51:54.538200 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d814f14-e94f-4414-9636-22b965c50235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e5dcdb-0ec3-4aa7-8e43-4eda20baea11,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:54.714148 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:54.744984 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e37e5a-fe31-4739-9706-00dc406d868c req-69083f28-5733-4ba4-b6c1-4e0ac03a811e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:54.746568 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-91e37e5a-fe31-4739-9706-00dc406d868c req-69083f28-5733-4ba4-b6c1-4e0ac03a811e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 945 time: 0.0573587 Sep 25 04:51:54.792493 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-91e37e5a-fe31-4739-9706-00dc406d868c req-9ab2b0fd-2113-4f93-b5ef-7f1dda04a8de tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387962 Sep 25 04:51:54.910712 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-ca4507ca-73f8-4718-b3dc-393e6dc8fac2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:54.913323 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-ca4507ca-73f8-4718-b3dc-393e6dc8fac2 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 945 time: 0.0756388 Sep 25 04:51:55.016612 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Deleting port 001cd67d-df03-4825-b382-9110fac20d7d {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:51:55.017286 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:55.120382 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] For port 001cd67d-df03-4825-b382-9110fac20d7d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=001cd67d-df03-4825-b382-9110fac20d7d,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:55.120746 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:55.135294 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Calling delete_port for 001cd67d-df03-4825-b382-9110fac20d7d owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:51:55.350239 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:55.370241 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d8f98753-b9c2-4644-9756-2e327623d095', '99b94713-eded-4c16-a94d-fda7446179ee', 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14', '001cd67d-df03-4825-b382-9110fac20d7d'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:51:55.403449 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Pushing event deleted for resources: {'Port': ['ID=001cd67d-df03-4825-b382-9110fac20d7d,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:55.457318 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] No DVR routers for this DVR port 001cd67d-df03-4825-b382-9110fac20d7d on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:51:55.460373 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:55.464742 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-fda40f9f-42ce-476b-8777-af1029b45b15 req-015db370-200a-45e3-bbc6-bab4865bc512 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "DELETE /v2.0/ports/001cd67d-df03-4825-b382-9110fac20d7d HTTP/1.1" status: 204 len: 173 time: 0.5416408 Sep 25 04:51:55.465345 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b', 'name': 'network-vif-deleted', 'tag': '001cd67d-df03-4825-b382-9110fac20d7d'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:51:55.468063 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523046da-28f5-4769-9079-77b3a1c7cfdd" -d '{"events": [{"server_uuid": "1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b", "name": "network-vif-deleted", "tag": "001cd67d-df03-4825-b382-9110fac20d7d"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:55.511631 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9e481c-c6c0-44f8-8da3-5e3597089b2a x-openstack-request-id: req-0f9e481c-c6c0-44f8-8da3-5e3597089b2a {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:55.512079 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b", "name": "network-vif-deleted", "tag": "001cd67d-df03-4825-b382-9110fac20d7d", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:55.512476 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f9e481c-c6c0-44f8-8da3-5e3597089b2a {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:55.513358 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b', 'name': 'network-vif-deleted', 'tag': '001cd67d-df03-4825-b382-9110fac20d7d', 'status': 'completed', 'code': 200} Sep 25 04:51:55.569472 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-08074e1a-a844-4904-9546-21ebf83119a7 req-84f58732-b554-49db-ac61-8b3da3e7a037 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 210 time: 0.0461521 Sep 25 04:51:55.755997 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56848) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:55.881343 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1078273213-network', 'tenant_id': '2e9c1da7a01642e9a3fb9f317ca9e142'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:55.946223 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9113c3-028d-4710-b648-653a87fdab43 req-f2d83fd4-d412-4ffb-9d80-f66cd75d0750 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:55.947816 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2a9113c3-028d-4710-b648-653a87fdab43 req-f2d83fd4-d412-4ffb-9d80-f66cd75d0750 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 945 time: 0.0657504 Sep 25 04:51:55.988786 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2a9113c3-028d-4710-b648-653a87fdab43 req-69cef138-4a1f-4ef7-980c-3c47454cc656 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345595 Sep 25 04:51:56.004092 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Made reservation on behalf of 2e9c1da7a01642e9a3fb9f317ca9e142 for: {'network': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:51:56.006879 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for network, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.016166 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.118430 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.181729 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d7befce3-f7ed-4d3b-bc3d-5431253dcf3e up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:51:56.205000 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.215569 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.231356 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:51:56.231733 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.244144 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:51:56.250737 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bcd494-1706-439a-991a-15b62e45bdcc,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:56.260970 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.260970 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.segments_db [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Added segment f548b6df-fc58-428a-a030-4956a7dddf0b of type vlan for network 3543b520-d4ac-4192-8c0b-6b39a852ed98 Sep 25 04:51:56.310045 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754828930295'] for network, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.332372 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.362497 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:51:56.365528 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136a44ef-3673-4486-ae7c-b6bf25417262" -d '{"events": [{"server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "name": "network-vif-plugged", "status": "completed", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:56.380288 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:56.383654 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784'] for network, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.384867 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:56.385613 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.406781 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef30a1ba-b2b8-43c7-a4b5-21f9dca36cda x-openstack-request-id: req-ef30a1ba-b2b8-43c7-a4b5-21f9dca36cda {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:56.407135 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "name": "network-vif-plugged", "status": "completed", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:56.407392 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef30a1ba-b2b8-43c7-a4b5-21f9dca36cda {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:56.407780 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'code': 200} Sep 25 04:51:56.452866 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] Pushing event updated for resources: {'Network': ['ID=3543b520-d4ac-4192-8c0b-6b39a852ed98,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:56.466587 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Network 3543b520-d4ac-4192-8c0b-6b39a852ed98 details requested by agent ovs-agent-dv-cinder-768458-10-smb with host dv-cinder-768458-10-smb {{(pid=101230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:51:56.470424 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-088baac0-df47-484d-8e26-65c75a28fb32 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7122290 Sep 25 04:51:56.473637 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.474907 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56856) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:51:56.481635 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Request body: {'subnet': {'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1078273213-subnet', 'tenant_id': '2e9c1da7a01642e9a3fb9f317ca9e142', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:56.589769 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,revision_number=8']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:56.595053 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Made reservation on behalf of 2e9c1da7a01642e9a3fb9f317ca9e142 for: {'subnet': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:51:56.599698 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125987696'] for subnet, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.688485 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3afd4692-0ba4-4b3b-baa1-65c887db15f2 req-e0a03f1d-1a6e-4f5b-a2e5-6b9160099382 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e78c5aa-4c7e-4c49-8cf2-48d23d69eb8b HTTP/1.1" status: 200 len: 210 time: 0.0274069 Sep 25 04:51:56.853359 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856e88f-1429-4f3f-b193-870590f17b75 req-5f9c172c-e12b-43f4-867a-cce5467bb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:56.854889 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d856e88f-1429-4f3f-b193-870590f17b75 req-5f9c172c-e12b-43f4-867a-cce5467bb40c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1099 time: 0.0457549 Sep 25 04:51:56.897088 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-d856e88f-1429-4f3f-b193-870590f17b75 req-e32d95a4-14e2-4e9d-a04f-e26ab3296307 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304894 Sep 25 04:51:56.918309 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125892077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125987650'] for subnet, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:56.976684 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e,revision_number=0']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:56.983911 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Checking segment: {'id': 'f548b6df-fc58-428a-a030-4956a7dddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:51:56.984180 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Network hostable DHCP agents. Network: 3543b520-d4ac-4192-8c0b-6b39a852ed98, hostable agents: ['406b20e6-b6f7-46e1-a31f-0fec73dfd8cd'], hosted agents: [] {{(pid=101228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:51:57.061262 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Network 3543b520-d4ac-4192-8c0b-6b39a852ed98 is scheduled to be hosted by DHCP agent 406b20e6-b6f7-46e1-a31f-0fec73dfd8cd with binding_index 1 {{(pid=101228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:51:57.116940 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97508ed-05af-4e45-a0f1-7195731e29d8 req-528efbaf-4530-4528-9d76-0c15cf13a54b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:57.118367 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f97508ed-05af-4e45-a0f1-7195731e29d8 req-528efbaf-4530-4528-9d76-0c15cf13a54b tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0566885 Sep 25 04:51:57.135057 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-smb, 3543b520-d4ac-4192-8c0b-6b39a852ed98) {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:51:57.139609 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:57.140621 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:57.149720 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666cf8fb-c912-495c-b197-3475dddf0f6b None None] Network 3543b520-d4ac-4192-8c0b-6b39a852ed98 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:51:57.163279 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f97508ed-05af-4e45-a0f1-7195731e29d8 req-6024c29e-f188-495e-9609-e2370e872b7e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381484 Sep 25 04:51:57.227394 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-8fc3e71f-5cca-456b-8877-94f87944e8b7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7523293 Sep 25 04:51:57.303405 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1648c779-f381-443e-80f8-e25be59591bb None None] Network 3543b520-d4ac-4192-8c0b-6b39a852ed98 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:51:57.324587 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:58.191123 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 001cd67d-df03-4825-b382-9110fac20d7d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:51:58.216506 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: 001cd67d-df03-4825-b382-9110fac20d7d {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:51:58.216935 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 001cd67d-df03-4825-b382-9110fac20d7d not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:51:58.296434 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da0ba2-7ce0-477e-ad83-0365369c902a req-3edd18ed-3c41-45c7-bee2-9490d288eb87 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:58.298106 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d8da0ba2-7ce0-477e-ad83-0365369c902a req-3edd18ed-3c41-45c7-bee2-9490d288eb87 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0513082 Sep 25 04:51:58.345114 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d8da0ba2-7ce0-477e-ad83-0365369c902a req-22680ca4-5ccb-4bee-8101-5e8ecf335870 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380013 Sep 25 04:51:59.395143 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:51:59.467354 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc8e9-f494-41ba-99b1-61bff9ecde60 req-f531422a-0b12-45c1-a6fd-25b461d7f4ef tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:59.468898 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cfcbc8e9-f494-41ba-99b1-61bff9ecde60 req-f531422a-0b12-45c1-a6fd-25b461d7f4ef tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0521448 Sep 25 04:51:59.509253 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cfcbc8e9-f494-41ba-99b1-61bff9ecde60 req-ceba4db9-46aa-4140-afbc-acfeea2a4805 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341957 Sep 25 04:51:59.684157 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb680bb-5b4c-4622-9036-dda4c019f060 req-bc5f8823-075e-484f-926d-ae7c05808e8d tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:59.687191 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-deb680bb-5b4c-4622-9036-dda4c019f060 req-bc5f8823-075e-484f-926d-ae7c05808e8d tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 945 time: 0.0662286 Sep 25 04:51:59.764258 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-deb680bb-5b4c-4622-9036-dda4c019f060 req-8ad491f6-bd71-48ec-aaec-8736463cc153 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708494 Sep 25 04:51:59.833378 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-c91bb793-f70c-4bb0-84aa-3254d152adb1 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:51:59.835533 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-c91bb793-f70c-4bb0-84aa-3254d152adb1 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/networks?id=3543b520-d4ac-4192-8c0b-6b39a852ed98 HTTP/1.1" status: 200 len: 814 time: 0.1230109 Sep 25 04:51:59.854434 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-328107f5-5ea1-4f65-bcc3-8432203e614d tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/quotas/2e9c1da7a01642e9a3fb9f317ca9e142 HTTP/1.1" status: 200 len: 375 time: 0.0099037 Sep 25 04:51:59.894657 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-40a68e42-fc53-42e2-aab8-9022210092ed tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e9c1da7a01642e9a3fb9f317ca9e142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336168 Sep 25 04:51:59.989540 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-df26ea88-f4a7-43c3-aae4-d17c7dbceb72 service neutron] 10.222.0.38 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862811 Sep 25 04:52:00.091840 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-40abaa44-aef1-43a6-93e1-a31856a6ab8a service neutron] 10.222.0.38 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953367 Sep 25 04:52:00.194577 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-c30180f7-c7ab-4469-a15c-5e13882128c2 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639407144&fields=id&tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0 HTTP/1.1" status: 200 len: 267 time: 0.0361843 Sep 25 04:52:00.249062 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-658d19e5-05f1-4006-8b40-0f7171637094 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:00.250492 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-658d19e5-05f1-4006-8b40-0f7171637094 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 985 time: 0.0497050 Sep 25 04:52:00.266595 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-fbf94708-b71e-499e-a08f-f22b7cfd1616 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Request body: {'port': {'security_groups': ['e265db8d-67a8-4db4-a47e-7e3444598159']}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:52:00.610345 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c51b37f5-0b63-48b2-949b-7b135a83c548 req-94050edd-f4a8-41f4-a494-0963fb7320d5 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 210 time: 0.3016698 Sep 25 04:52:00.620457 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-fbf94708-b71e-499e-a08f-f22b7cfd1616 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:00.826663 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-fbf94708-b71e-499e-a08f-f22b7cfd1616 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] For port 9cd6f329-1eab-4d2d-b503-bf2b94546335, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:00.914473 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-fbf94708-b71e-499e-a08f-f22b7cfd1616 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:00.940916 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bf891-0f54-4071-b5a3-b2e9f0ed35da req-ca1256df-aa2f-4346-b4c3-aec63e249adb tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:00.942471 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2a0bf891-0f54-4071-b5a3-b2e9f0ed35da req-ca1256df-aa2f-4346-b4c3-aec63e249adb tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 945 time: 0.0901821 Sep 25 04:52:01.005016 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2a0bf891-0f54-4071-b5a3-b2e9f0ed35da req-d6c7646e-83ae-44a7-9a97-f066dfb92b63 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542517 Sep 25 04:52:01.006649 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-fbf94708-b71e-499e-a08f-f22b7cfd1616 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.029873 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['9cd6f329-1eab-4d2d-b503-bf2b94546335'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:52:01.054982 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-fbf94708-b71e-499e-a08f-f22b7cfd1616 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:01.055642 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-fbf94708-b71e-499e-a08f-f22b7cfd1616 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.060321 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-bc51570b-6c19-4a31-a074-29f29cf657e1 req-fbf94708-b71e-499e-a08f-f22b7cfd1616 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "PUT /v2.0/ports/9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 200 len: 943 time: 0.7993023 Sep 25 04:52:01.060839 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:52:01.063267 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd3178e-ef6f-4445-b13c-35a115096a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:01.063813 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 56920) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:01.108511 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf94708-b71e-499e-a08f-f22b7cfd1616 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event updated for resources: {'Port': ['ID=9cd6f329-1eab-4d2d-b503-bf2b94546335,revision_number=7']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:01.153552 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5afe15-4fcb-4f0d-ae9a-4ee287cd68ad x-openstack-request-id: req-ea5afe15-4fcb-4f0d-ae9a-4ee287cd68ad {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:01.154098 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:01.154729 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea5afe15-4fcb-4f0d-ae9a-4ee287cd68ad {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:01.155601 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'status': 'completed', 'code': 200} Sep 25 04:52:01.243091 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-298a8d99-d17f-494a-b329-00b034292b13 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.281620 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['9cd6f329-1eab-4d2d-b503-bf2b94546335'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:52:01.282260 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-c542f682-2282-43b2-adb6-7505304383e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:01.283961 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-c542f682-2282-43b2-adb6-7505304383e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 1099 time: 0.0871010 Sep 25 04:52:01.286571 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-298a8d99-d17f-494a-b329-00b034292b13 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.404808 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-e34fcbe1-fa28-49f7-9798-9733373f5a7b None None] Provisioning complete for port 9cd6f329-1eab-4d2d-b503-bf2b94546335 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:52:01.405110 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e34fcbe1-fa28-49f7-9798-9733373f5a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.415402 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-49c11ea7-a08a-42d1-8beb-eb2111db7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:01.416885 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-49c11ea7-a08a-42d1-8beb-eb2111db7e36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca HTTP/1.1" status: 200 len: 915 time: 0.1202812 Sep 25 04:52:01.502538 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-725dc3d0-435a-4737-b463-e22bd5e87a78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 200 len: 1002 time: 0.0659106 Sep 25 04:52:01.547941 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-298a8d99-d17f-494a-b329-00b034292b13 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.550624 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-298a8d99-d17f-494a-b329-00b034292b13 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.552752 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-298a8d99-d17f-494a-b329-00b034292b13 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "DELETE /v2.0/security-groups/32b4309e-671b-4dd0-8ac5-585401bfdae2 HTTP/1.1" status: 204 len: 168 time: 0.4868462 Sep 25 04:52:01.556393 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 56926) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:01.576473 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a8d99-d17f-494a-b329-00b034292b13 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b4309e-671b-4dd0-8ac5-585401bfdae2,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:01.591265 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-a183c981-f1d9-460a-ad42-f56336aadbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:01.591815 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-a183c981-f1d9-460a-ad42-f56336aadbea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad7cd202-ce06-4b03-b049-461ffcd3d63e HTTP/1.1" status: 200 len: 853 time: 0.0754850 Sep 25 04:52:01.663670 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-93b24246-f9bc-4782-944f-18e72b7e7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:01.665325 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-93b24246-f9bc-4782-944f-18e72b7e7d5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0509129 Sep 25 04:52:01.720875 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-edf9ed00-999f-49ac-84f3-6ada6884aa5a req-3f2b9845-d1a0-4168-85a8-f12a754a9e52 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 210 time: 0.0388908 Sep 25 04:52:01.766546 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-e589ddeb-c107-43f5-862d-1f6ebce45881 service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916321 Sep 25 04:52:01.778986 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Deleting port 758340f9-7efa-427f-aff4-653c22dea77e {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:01.779362 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.868409 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.868730 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:01.882378 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Calling delete_port for 758340f9-7efa-427f-aff4-653c22dea77e owned by network:floatingip {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:01.883781 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-5fd3178e-ef6f-4445-b13c-35a115096a4a req-8caa301b-ce74-43b2-9cba-dee1d6f35ba6 service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990503 Sep 25 04:52:02.145575 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9774591-ae97-4a2f-8177-e1bb6a7999f1 req-1f142d57-9cb0-49a3-ba07-fa87772ebe4a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:02.151187 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e9774591-ae97-4a2f-8177-e1bb6a7999f1 req-1f142d57-9cb0-49a3-ba07-fa87772ebe4a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 945 time: 0.0624294 Sep 25 04:52:02.152355 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:02.186289 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event deleted for resources: {'Port': ['ID=758340f9-7efa-427f-aff4-653c22dea77e,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:02.259837 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e9774591-ae97-4a2f-8177-e1bb6a7999f1 req-41974a75-632f-46fe-8222-1332603c039b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026258 Sep 25 04:52:02.274887 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks [] for floatingip, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:02.275248 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.db.l3_db [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Floating IP 5ec9ede2-9957-4c1f-8948-0facc428d91b disassociated (deleted). External IP: 172.28.3.233, port: 9cd6f329-1eab-4d2d-b503-bf2b94546335. Sep 25 04:52:02.430620 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-a6888d70-aac1-4313-9778-2742a3f79fa1 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:02.432735 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-a6888d70-aac1-4313-9778-2742a3f79fa1 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 945 time: 0.0565670 Sep 25 04:52:02.513907 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:52:02.552077 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Deleting port ac4ad1fe-3595-434a-8e9c-cd54ed56db14 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:02.552428 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:02.648150 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] For port ac4ad1fe-3595-434a-8e9c-cd54ed56db14, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:02.648508 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:02.649939 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:52:02.654584 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:02.662268 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] Sync routers for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:52:02.667422 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Calling delete_port for ac4ad1fe-3595-434a-8e9c-cd54ed56db14 owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:02.673916 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:52:02.674817 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:02.684838 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-74acebea-a99d-48e5-ad72-92863aa9b7b4 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "DELETE /v2.0/floatingips/5ec9ede2-9957-4c1f-8948-0facc428d91b HTTP/1.1" status: 204 len: 168 time: 1.1270897 Sep 25 04:52:02.800733 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:52:02.855747 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f59b6d56-f116-4d6f-8157-e0dd9bdcb918 req-62758eb3-d258-454f-8d84-5a3ff9791fe1 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 210 time: 0.0374558 Sep 25 04:52:02.935551 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:02.952562 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d8f98753-b9c2-4644-9756-2e327623d095', '99b94713-eded-4c16-a94d-fda7446179ee', 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:52:02.967700 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Pushing event deleted for resources: {'Port': ['ID=ac4ad1fe-3595-434a-8e9c-cd54ed56db14,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:03.024596 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] No DVR routers for this DVR port ac4ad1fe-3595-434a-8e9c-cd54ed56db14 on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:52:03.027974 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:03.030085 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bbaf6d29-6e80-4581-8acb-95fa536af4fc req-c428005d-c213-48eb-9366-fcb696d38939 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "DELETE /v2.0/ports/ac4ad1fe-3595-434a-8e9c-cd54ed56db14 HTTP/1.1" status: 204 len: 173 time: 0.5884457 Sep 25 04:52:03.030558 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6134415-c9e4-40df-aac3-87852a816764', 'name': 'network-vif-deleted', 'tag': 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:52:03.033646 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c34c0a5-7bd1-4753-9743-e668b3929a62" -d '{"events": [{"server_uuid": "f6134415-c9e4-40df-aac3-87852a816764", "name": "network-vif-deleted", "tag": "ac4ad1fe-3595-434a-8e9c-cd54ed56db14"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:03.045643 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-b25fd87d-bc73-4d7c-b20e-9fa93fa55e72 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:03.047107 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-b25fd87d-bc73-4d7c-b20e-9fa93fa55e72 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.46 "GET /v2.0/networks?id=3543b520-d4ac-4192-8c0b-6b39a852ed98 HTTP/1.1" status: 200 len: 814 time: 0.1247947 Sep 25 04:52:03.062989 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Request body: {'port': {'device_id': '15e0f031-00d5-4241-9952-39ab5e932bc4', 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98', 'admin_state_up': True, 'tenant_id': '2e9c1da7a01642e9a3fb9f317ca9e142'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:52:03.092614 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44cb36-8283-45a8-9976-10ad583b83a7 x-openstack-request-id: req-9d44cb36-8283-45a8-9976-10ad583b83a7 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:03.092907 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6134415-c9e4-40df-aac3-87852a816764", "name": "network-vif-deleted", "tag": "ac4ad1fe-3595-434a-8e9c-cd54ed56db14", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:03.093164 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d44cb36-8283-45a8-9976-10ad583b83a7 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:03.093625 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6134415-c9e4-40df-aac3-87852a816764', 'name': 'network-vif-deleted', 'tag': 'ac4ad1fe-3595-434a-8e9c-cd54ed56db14', 'status': 'completed', 'code': 200} Sep 25 04:52:03.177885 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:52:03.180538 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:03.193665 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 5, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:03.233396 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8bd43c-2741-4d02-9c47-133ddee35299 x-openstack-request-id: req-6c8bd43c-2741-4d02-9c47-133ddee35299 {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:03.233805 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:03.234137 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c8bd43c-2741-4d02-9c47-133ddee35299 {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:03.235237 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'status': 'completed', 'code': 200} Sep 25 04:52:03.246705 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] Checking router: 98fbb919-9053-41cd-9c13-7e9d69eeebb8 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:52:03.282073 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:52:03.282806 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:03.331651 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Made reservation on behalf of 2e9c1da7a01642e9a3fb9f317ca9e142 for: {'port': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:52:03.336457 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:03.363419 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-847e3331-a366-4236-9b16-309bb73103ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:03.366207 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-847e3331-a366-4236-9b16-309bb73103ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 1099 time: 0.0711036 Sep 25 04:52:03.398806 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ed667d54-4b4c-4398-aa43-e7f68eb19379 req-17b8f355-4c45-4670-9673-8573d312a4be tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6134415-c9e4-40df-aac3-87852a816764 HTTP/1.1" status: 200 len: 210 time: 0.0338237 Sep 25 04:52:03.488454 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:52:03.513564 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-c72fc441-b89a-4489-841c-182c78e5e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:03.515170 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-c72fc441-b89a-4489-841c-182c78e5e5dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca HTTP/1.1" status: 200 len: 915 time: 0.1371078 Sep 25 04:52:03.590095 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Allocated IP 172.20.0.4 (3543b520-d4ac-4192-8c0b-6b39a852ed98/e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e/ccbde947-d9c7-4d0f-9f70-819f9ed70f25) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:52:03.603958 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-692701f5-e1ed-4a54-99b6-4393e3e4636f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 200 len: 217 time: 0.0459678 Sep 25 04:52:03.672228 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-87854317-19d9-462c-8daf-d70f3ef58168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:03.674775 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-87854317-19d9-462c-8daf-d70f3ef58168 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad7cd202-ce06-4b03-b049-461ffcd3d63e HTTP/1.1" status: 200 len: 853 time: 0.0590348 Sep 25 04:52:03.739425 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 5, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:03.740488 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-06616cd1-f2ae-47ff-abd4-d0311223003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:03.742484 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-06616cd1-f2ae-47ff-abd4-d0311223003a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c1e2831-abcc-43df-bdbc-f081a5e9ceca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0499730 Sep 25 04:52:03.772909 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:03.773666 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b9408-b7f8-4305-9972-bd7fc42157a6 None None] The sync data for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb is: [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:49:18Z', 'revision_number': 4, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'b250eeb9-7f95-4a9c-8036-acd38527c6bc', 'name': '', 'network_id': '9c1e2831-abcc-43df-bdbc-f081a5e9ceca', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'mac_address': 'fa:16:3e:8d:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:18Z', 'updated_at': '2021-09-25T04:49:24Z', 'revision_number': 5, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'subnets': [{'id': 'ad7cd202-ce06-4b03-b049-461ffcd3d63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:52:03.876393 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-6ba35627-b4c8-4d9d-91a5-5a1f5052ac1a service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080928 Sep 25 04:52:03.964311 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:03.999827 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-2d2bf38b-5b19-400c-a6e3-68e6f890e76d req-0bd50996-0776-4604-b0fb-0b1b589b7def service neutron] 10.222.0.46 "GET /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133914 Sep 25 04:52:04.035319 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f02d5d-19f9-4e1c-9002-ea26d2220502 req-23ba19ee-7c69-4abf-a80e-ab9e361bdbef tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:04.037006 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-36f02d5d-19f9-4e1c-9002-ea26d2220502 req-23ba19ee-7c69-4abf-a80e-ab9e361bdbef tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 931 time: 0.1101043 Sep 25 04:52:04.045101 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Network 3543b520-d4ac-4192-8c0b-6b39a852ed98 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:52:04.048741 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:52:04.055725 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Pushing event updated for resources: {'Port': ['ID=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:04.059508 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:52:04.064558 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f2e2c-2843-4bfa-b7a5-3ef9a804be02 None None] New status for floating IP 5ec9ede2-9957-4c1f-8948-0facc428d91b: DOWN {{(pid=101231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:52:04.121890 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-36f02d5d-19f9-4e1c-9002-ea26d2220502 req-4304ead7-afa9-4b21-8be7-9cbdb0d1f05e tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753734 Sep 25 04:52:04.147480 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:04.147480 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:04.223994 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-3adb93ee-5c27-476e-9ee6-83c8f9082bcf tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1652043 Sep 25 04:52:04.237311 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Request body: {'port': {'device_id': '15e0f031-00d5-4241-9952-39ab5e932bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:52:04.304473 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:04.608915 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbde947-d9c7-4d0f-9f70-819f9ed70f25 {{(pid=101229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:52:04.616960 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:04.629309 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.provisioning_blocks [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Transition to ACTIVE for port object ccbde947-d9c7-4d0f-9f70-819f9ed70f25 will not be triggered until provisioned by entity L2. {{(pid=101229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:52:04.723644 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:04.776931 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Pushing event updated for resources: {'Port': ['ID=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:04.852076 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Attempting to bind port ccbde947-d9c7-4d0f-9f70-819f9ed70f25 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:52:04.852413 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Attempting to bind port ccbde947-d9c7-4d0f-9f70-819f9ed70f25 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'f548b6df-fc58-428a-a030-4956a7dddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98'}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:52:04.852747 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Attempting to bind port ccbde947-d9c7-4d0f-9f70-819f9ed70f25 on network 3543b520-d4ac-4192-8c0b-6b39a852ed98 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:52:04.857989 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Port ccbde947-d9c7-4d0f-9f70-819f9ed70f25 on network 3543b520-d4ac-4192-8c0b-6b39a852ed98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:52:04.858460 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Attempting to bind port ccbde947-d9c7-4d0f-9f70-819f9ed70f25 on network 3543b520-d4ac-4192-8c0b-6b39a852ed98 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:52:04.874932 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:52:04.884178 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Checking segment: {'id': 'f548b6df-fc58-428a-a030-4956a7dddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:52:04.884178 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Bound using segment: {'id': 'f548b6df-fc58-428a-a030-4956a7dddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98'} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:52:04.884178 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Bound port: ccbde947-d9c7-4d0f-9f70-819f9ed70f25, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f548b6df-fc58-428a-a030-4956a7dddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98'}}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:52:04.884178 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:04.945028 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a92bd-765b-4d06-89a8-39d0ccd29e3f req-fb60d3b9-7f7c-4740-a50d-26616544e6e0 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:04.946637 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9a5a92bd-765b-4d06-89a8-39d0ccd29e3f req-fb60d3b9-7f7c-4740-a50d-26616544e6e0 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 945 time: 0.0856681 Sep 25 04:52:04.995597 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] For port ccbde947-d9c7-4d0f-9f70-819f9ed70f25, host hv-cinder-76845, cleared binding levels {{(pid=101229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:52:05.000275 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] For port ccbde947-d9c7-4d0f-9f70-819f9ed70f25, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:52:05.006022 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9a5a92bd-765b-4d06-89a8-39d0ccd29e3f req-a3b0dc17-8330-49e6-b1fb-c22019e06378 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492070 Sep 25 04:52:05.078348 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:05.115222 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:05.115885 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:05.119045 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] 10.222.0.46 "PUT /v2.0/ports/ccbde947-d9c7-4d0f-9f70-819f9ed70f25 HTTP/1.1" status: 200 len: 1093 time: 0.8849277 Sep 25 04:52:05.141882 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e64b96-976b-408a-8409-d18c15180e9d service neutron] Pushing event updated for resources: {'Port': ['ID=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,revision_number=3']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:05.236806 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e0f031-00d5-4241-9952-39ab5e932bc4', 'tag': 'ccbde947-d9c7-4d0f-9f70-819f9ed70f25'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:52:05.239010 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffeaada-c6ed-4879-bafe-9e8edb1c960e" -d '{"events": [{"name": "network-changed", "server_uuid": "15e0f031-00d5-4241-9952-39ab5e932bc4", "tag": "ccbde947-d9c7-4d0f-9f70-819f9ed70f25"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:05.258541 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690c63a-b088-4f3b-957d-dbdd0b34fb44 req-fca547e8-0234-4fb6-9ad1-b3de8e9a9476 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:05.260144 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e690c63a-b088-4f3b-957d-dbdd0b34fb44 req-fca547e8-0234-4fb6-9ad1-b3de8e9a9476 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 943 time: 0.0638807 Sep 25 04:52:05.283766 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa046fa-ef8c-4d7f-b72c-85a1ad4dc78e x-openstack-request-id: req-1fa046fa-ef8c-4d7f-b72c-85a1ad4dc78e {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:05.284046 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e0f031-00d5-4241-9952-39ab5e932bc4", "tag": "ccbde947-d9c7-4d0f-9f70-819f9ed70f25", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:05.284290 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fa046fa-ef8c-4d7f-b72c-85a1ad4dc78e {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:05.284667 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e0f031-00d5-4241-9952-39ab5e932bc4', 'tag': 'ccbde947-d9c7-4d0f-9f70-819f9ed70f25', 'status': 'completed', 'code': 200} Sep 25 04:52:05.317741 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-ba1e82ed-cdc1-45c6-b16d-2ba882f096bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:05.319737 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-ba1e82ed-cdc1-45c6-b16d-2ba882f096bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e9c1da7a01642e9a3fb9f317ca9e142&device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0837774 Sep 25 04:52:05.322958 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e690c63a-b088-4f3b-957d-dbdd0b34fb44 req-2dc42038-7e8f-4047-9b74-3e34ad3c6d88 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480959 Sep 25 04:52:05.374221 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-eaf5b5fe-0257-4585-9440-8acd64f36b56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccbde947-d9c7-4d0f-9f70-819f9ed70f25 HTTP/1.1" status: 200 len: 217 time: 0.0397804 Sep 25 04:52:05.426280 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-35b5b79d-601a-44bf-ab2b-1b1fac4e7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:05.427868 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-35b5b79d-601a-44bf-ab2b-1b1fac4e7780 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e HTTP/1.1" status: 200 len: 854 time: 0.0456569 Sep 25 04:52:05.466130 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-9523b325-5eef-4405-a69a-84da54bbe291 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3543b520-d4ac-4192-8c0b-6b39a852ed98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256827 Sep 25 04:52:05.561943 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-ab129d9f-7e9f-483e-bba0-5c9a9fe37250 service neutron] 10.222.0.46 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881903 Sep 25 04:52:05.673201 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-60e903fb-63e2-4b8f-937a-a100e4f597db req-ad04b496-3cda-4650-8860-3f4d50ff1ff7 service neutron] 10.222.0.46 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021218 Sep 25 04:52:05.861889 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-0dd644fa-6594-49c8-8458-d36d06a4156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:05.863344 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-0dd644fa-6594-49c8-8458-d36d06a4156a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e9c1da7a01642e9a3fb9f317ca9e142&device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0500429 Sep 25 04:52:05.973299 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-6029e2c4-fad5-4bc7-a1fa-bba96cf3c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:05.974754 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-6029e2c4-fad5-4bc7-a1fa-bba96cf3c0b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3543b520-d4ac-4192-8c0b-6b39a852ed98 HTTP/1.1" status: 200 len: 915 time: 0.0881405 Sep 25 04:52:06.020745 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-eccdf816-6844-46e7-bf76-c71956d2da93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccbde947-d9c7-4d0f-9f70-819f9ed70f25 HTTP/1.1" status: 200 len: 217 time: 0.0345225 Sep 25 04:52:06.087968 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-cda4435a-0733-49ac-ac56-3ab56e81104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:06.089544 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-cda4435a-0733-49ac-ac56-3ab56e81104d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e HTTP/1.1" status: 200 len: 854 time: 0.0584276 Sep 25 04:52:06.136132 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-c9dfa06e-e108-45ac-8a2a-620341e8771a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3543b520-d4ac-4192-8c0b-6b39a852ed98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262325 Sep 25 04:52:06.149168 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6f81f-6d73-4a5f-b230-2192b5640ade req-0e18ef8e-425f-47b5-ac0f-1ebeb9d60b16 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:06.150685 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0cb6f81f-6d73-4a5f-b230-2192b5640ade req-0e18ef8e-425f-47b5-ac0f-1ebeb9d60b16 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 945 time: 0.0757031 Sep 25 04:52:06.213815 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ac4ad1fe-3595-434a-8e9c-cd54ed56db14 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:06.235727 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: ac4ad1fe-3595-434a-8e9c-cd54ed56db14 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:06.236122 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ac4ad1fe-3595-434a-8e9c-cd54ed56db14 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:06.242816 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0cb6f81f-6d73-4a5f-b230-2192b5640ade req-4362fce9-297b-4366-9183-d1ab7d213dbc tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839260 Sep 25 04:52:06.266347 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-385764d7-a1ac-4866-b1a1-2406c9ae7008 service neutron] 10.222.0.46 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146531 Sep 25 04:52:06.359236 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-cffeaada-c6ed-4879-bafe-9e8edb1c960e req-8b60f8f6-dc25-431b-8b98-1829f2ac1cd0 service neutron] 10.222.0.46 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851116 Sep 25 04:52:06.446632 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724fbc3-0ffe-4dfa-8c3c-7e69f775f0aa req-b3f1db3a-f142-44d6-b577-a958263ad1bc tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:06.448188 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5724fbc3-0ffe-4dfa-8c3c-7e69f775f0aa req-b3f1db3a-f142-44d6-b577-a958263ad1bc tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 943 time: 0.0550699 Sep 25 04:52:06.488399 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5724fbc3-0ffe-4dfa-8c3c-7e69f775f0aa req-32890514-b2dd-4d51-b453-ae8ab92ac113 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Sep 25 04:52:06.788927 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a714966-0769-491e-a6e5-acc693947bbe req-2a088c9f-80d1-420e-8fe0-641dbe01e50a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:06.790432 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8a714966-0769-491e-a6e5-acc693947bbe req-2a088c9f-80d1-420e-8fe0-641dbe01e50a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 945 time: 0.0505879 Sep 25 04:52:06.910632 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-8a714966-0769-491e-a6e5-acc693947bbe req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Deleting port 99b94713-eded-4c16-a94d-fda7446179ee {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:06.910960 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-8a714966-0769-491e-a6e5-acc693947bbe req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:07.003885 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-8a714966-0769-491e-a6e5-acc693947bbe req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] For port 99b94713-eded-4c16-a94d-fda7446179ee, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=99b94713-eded-4c16-a94d-fda7446179ee,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:07.004153 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-8a714966-0769-491e-a6e5-acc693947bbe req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:07.018259 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-8a714966-0769-491e-a6e5-acc693947bbe req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Calling delete_port for 99b94713-eded-4c16-a94d-fda7446179ee owned by compute:nova {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:07.138847 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a9805-210d-472b-b8b9-08a9efad9d8e req-75055a92-3440-47d1-8981-ff66b5154545 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:07.140397 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6b8a9805-210d-472b-b8b9-08a9efad9d8e req-75055a92-3440-47d1-8981-ff66b5154545 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0749617 Sep 25 04:52:07.214661 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6b8a9805-210d-472b-b8b9-08a9efad9d8e req-3536c3f2-db69-4c71-b302-0e886de039e3 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651538 Sep 25 04:52:07.280449 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-8a714966-0769-491e-a6e5-acc693947bbe req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:07.294369 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['d8f98753-b9c2-4644-9756-2e327623d095', '99b94713-eded-4c16-a94d-fda7446179ee'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:52:07.315037 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Pushing event deleted for resources: {'Port': ['ID=99b94713-eded-4c16-a94d-fda7446179ee,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:07.365257 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8348f15b-ccfd-4867-8bd3-ce69a2e5a047 req-c93e06c4-bc25-4212-a5c5-53f3616204c6 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 210 time: 0.0472391 Sep 25 04:52:07.394023 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a714966-0769-491e-a6e5-acc693947bbe req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] No DVR routers for this DVR port 99b94713-eded-4c16-a94d-fda7446179ee on host hv-cinder-76845 {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:52:07.396661 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-8a714966-0769-491e-a6e5-acc693947bbe req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:07.398709 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8a714966-0769-491e-a6e5-acc693947bbe req-36321217-d1f2-4060-be82-cbc0b9ce3a9b tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "DELETE /v2.0/ports/99b94713-eded-4c16-a94d-fda7446179ee HTTP/1.1" status: 204 len: 173 time: 0.5965612 Sep 25 04:52:07.399179 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fab706-6c10-40cf-ac3f-2f9ec4326103', 'name': 'network-vif-deleted', 'tag': '99b94713-eded-4c16-a94d-fda7446179ee'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:52:07.401408 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d00530-0abc-4450-8fee-528b0c485f1c" -d '{"events": [{"server_uuid": "16fab706-6c10-40cf-ac3f-2f9ec4326103", "name": "network-vif-deleted", "tag": "99b94713-eded-4c16-a94d-fda7446179ee"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:07.438200 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae52706-795e-439e-90f2-c9b79f23a55a x-openstack-request-id: req-5ae52706-795e-439e-90f2-c9b79f23a55a {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:07.444913 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fab706-6c10-40cf-ac3f-2f9ec4326103", "name": "network-vif-deleted", "tag": "99b94713-eded-4c16-a94d-fda7446179ee", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:07.444913 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ae52706-795e-439e-90f2-c9b79f23a55a {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:07.444913 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fab706-6c10-40cf-ac3f-2f9ec4326103', 'name': 'network-vif-deleted', 'tag': '99b94713-eded-4c16-a94d-fda7446179ee', 'status': 'completed', 'code': 200} Sep 25 04:52:07.609591 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05564ec-3e6d-4d5b-b1eb-908436ad6d19 req-cb78055f-c6df-457e-bfd7-96714ca661d2 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:07.611179 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c05564ec-3e6d-4d5b-b1eb-908436ad6d19 req-cb78055f-c6df-457e-bfd7-96714ca661d2 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 943 time: 0.0527625 Sep 25 04:52:07.649768 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c05564ec-3e6d-4d5b-b1eb-908436ad6d19 req-9bf397ce-4c08-459f-b39a-ea118fbb5f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317020 Sep 25 04:52:08.250297 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ccbde947-d9c7-4d0f-9f70-819f9ed70f25 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:52:08.338778 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd74ba-39e0-40c1-a419-0d4fb863693e req-e95cd6f7-8ef0-449d-8769-42205889040d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:08.341420 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4bdd74ba-39e0-40c1-a419-0d4fb863693e req-e95cd6f7-8ef0-449d-8769-42205889040d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0577421 Sep 25 04:52:08.361892 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ccbde947-d9c7-4d0f-9f70-819f9ed70f25, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:08.375008 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'ccbde947-d9c7-4d0f-9f70-819f9ed70f25', 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98', 'port_id': 'ccbde947-d9c7-4d0f-9f70-819f9ed70f25', 'mac_address': 'fa:16:3e:22:f6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:52:08.391517 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-4bdd74ba-39e0-40c1-a419-0d4fb863693e req-466012d7-e4c5-4f3c-a978-d952149bdc64 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437825 Sep 25 04:52:08.429779 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:08.447239 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbde947-d9c7-4d0f-9f70-819f9ed70f25 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:52:08.469398 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ccbde947-d9c7-4d0f-9f70-819f9ed70f25, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:08.482404 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5d3b9421-91d8-4296-9f84-a8c98aed5553 req-3d0059c2-8300-40d8-9577-c44c98446ef5 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=16fab706-6c10-40cf-ac3f-2f9ec4326103 HTTP/1.1" status: 200 len: 210 time: 0.0280211 Sep 25 04:52:08.557939 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:08.605368 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:08.769499 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8fa6f-fc83-4472-84bf-b81ca87493c9 req-abecbd7f-b8d5-42b1-9d78-cc239985f8e6 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:08.770859 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86d8fa6f-fc83-4472-84bf-b81ca87493c9 req-abecbd7f-b8d5-42b1-9d78-cc239985f8e6 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 944 time: 0.0510542 Sep 25 04:52:08.809512 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86d8fa6f-fc83-4472-84bf-b81ca87493c9 req-8e8649f4-1fa3-4d56-9be7-d637b37ee06d tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Sep 25 04:52:08.857830 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['ccbde947-d9c7-4d0f-9f70-819f9ed70f25'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:52:09.504314 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-d22ce4be-645b-4193-9491-c848e4f7db0d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:09.505771 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-d22ce4be-645b-4193-9491-c848e4f7db0d tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0778999 Sep 25 04:52:09.556146 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa596a-a3e0-48ad-95c6-91e7990b4816 req-ab4384f1-49db-4c88-92ef-9d822619f4e5 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:09.557217 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1aaa596a-a3e0-48ad-95c6-91e7990b4816 req-ab4384f1-49db-4c88-92ef-9d822619f4e5 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 946 time: 0.0923963 Sep 25 04:52:09.627121 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-1aaa596a-a3e0-48ad-95c6-91e7990b4816 req-5e827d0d-30d4-49f5-91ec-66a5fc0949aa tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/security-groups?id=e265db8d-67a8-4db4-a47e-7e3444598159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616744 Sep 25 04:52:09.646346 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Deleting port 9cd6f329-1eab-4d2d-b503-bf2b94546335 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:09.646679 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:10.018014 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] For port 9cd6f329-1eab-4d2d-b503-bf2b94546335, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9cd6f329-1eab-4d2d-b503-bf2b94546335,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:10.018286 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:10.036652 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900347a-b4ec-4361-b555-3c167c5aef59 req-5c43b7ba-7179-4c60-98d7-abf66e939c3f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:10.038184 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3900347a-b4ec-4361-b555-3c167c5aef59 req-5c43b7ba-7179-4c60-98d7-abf66e939c3f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 944 time: 0.0810146 Sep 25 04:52:10.043277 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Calling delete_port for 9cd6f329-1eab-4d2d-b503-bf2b94546335 owned by compute:nova {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:10.120504 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3900347a-b4ec-4361-b555-3c167c5aef59 req-14a1d798-ac3c-46cf-afa5-fb89b9adb756 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752778 Sep 25 04:52:10.252020 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:10.264794 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['9cd6f329-1eab-4d2d-b503-bf2b94546335'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:52:10.268223 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ccbde947-d9c7-4d0f-9f70-819f9ed70f25 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:52:10.281015 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Pushing event deleted for resources: {'Port': ['ID=9cd6f329-1eab-4d2d-b503-bf2b94546335,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:10.309574 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.309931 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.310271 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.310606 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.310988 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.311351 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.311680 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.312006 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.312333 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.312651 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.312973 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.313295 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:10.336358 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] No DVR routers for this DVR port 9cd6f329-1eab-4d2d-b503-bf2b94546335 on host hv-cinder-76845 {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:52:10.339334 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:10.341997 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d3e7bfa2-2454-4aad-a7d2-2acf40849a2c req-089dd003-0bf3-45a5-a208-a9ead0d5f635 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.46 "DELETE /v2.0/ports/9cd6f329-1eab-4d2d-b503-bf2b94546335 HTTP/1.1" status: 204 len: 173 time: 0.8290467 Sep 25 04:52:10.342353 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'name': 'network-vif-deleted', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:52:10.344741 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc195543-0d39-4fbe-87d7-9110b1568200" -d '{"events": [{"server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "name": "network-vif-deleted", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:10.381830 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9133a8-6592-4749-9bdc-fddeb17ef85c x-openstack-request-id: req-8d9133a8-6592-4749-9bdc-fddeb17ef85c {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:10.382123 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd4a56f-e043-4118-8ecd-631dda61aa95", "name": "network-vif-deleted", "tag": "9cd6f329-1eab-4d2d-b503-bf2b94546335", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:10.382375 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d9133a8-6592-4749-9bdc-fddeb17ef85c {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:10.382848 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd4a56f-e043-4118-8ecd-631dda61aa95', 'name': 'network-vif-deleted', 'tag': '9cd6f329-1eab-4d2d-b503-bf2b94546335', 'status': 'completed', 'code': 200} Sep 25 04:52:10.395012 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port ccbde947-d9c7-4d0f-9f70-819f9ed70f25 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:52:10.400790 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port ccbde947-d9c7-4d0f-9f70-819f9ed70f25 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:52:10.405745 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:10.481930 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:10.505955 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0f031-00d5-4241-9952-39ab5e932bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbde947-d9c7-4d0f-9f70-819f9ed70f25'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:52:10.508343 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39622542-03ca-4c8d-8c69-e94c21972ac4" -d '{"events": [{"server_uuid": "15e0f031-00d5-4241-9952-39ab5e932bc4", "name": "network-vif-plugged", "status": "completed", "tag": "ccbde947-d9c7-4d0f-9f70-819f9ed70f25"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:10.524439 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ccbde947-d9c7-4d0f-9f70-819f9ed70f25, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:10.547693 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ee9f25-5bb4-4e77-8d97-e9ebe8e55ebb x-openstack-request-id: req-c8ee9f25-5bb4-4e77-8d97-e9ebe8e55ebb {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:10.548006 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e0f031-00d5-4241-9952-39ab5e932bc4", "name": "network-vif-plugged", "status": "completed", "tag": "ccbde947-d9c7-4d0f-9f70-819f9ed70f25", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:10.548256 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c8ee9f25-5bb4-4e77-8d97-e9ebe8e55ebb {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:10.548642 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0f031-00d5-4241-9952-39ab5e932bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbde947-d9c7-4d0f-9f70-819f9ed70f25', 'code': 200} Sep 25 04:52:10.604537 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:10.605207 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 99b94713-eded-4c16-a94d-fda7446179ee no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:10.648902 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: 99b94713-eded-4c16-a94d-fda7446179ee {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:10.649191 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 99b94713-eded-4c16-a94d-fda7446179ee not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:10.679802 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:10.750044 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-114fd319-e4be-4fcd-b03b-a5e09d42080d req-22a2b1bb-9330-42c4-a18f-18b1e9ed4672 tempest-TestMinimumBasicScenario-1421763694 tempest-TestMinimumBasicScenario-1421763694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cd4a56f-e043-4118-8ecd-631dda61aa95 HTTP/1.1" status: 200 len: 210 time: 0.0267041 Sep 25 04:52:10.925191 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb3a92-6fe9-4692-ab33-a12fcb6e8c00 req-8cb12fef-63a3-449d-8190-e43844e3a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:10.926700 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a3eb3a92-6fe9-4692-ab33-a12fcb6e8c00 req-8cb12fef-63a3-449d-8190-e43844e3a752 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0431976 Sep 25 04:52:10.969352 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a3eb3a92-6fe9-4692-ab33-a12fcb6e8c00 req-da808856-9ddf-4ffd-85a0-d87c4c09251b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Sep 25 04:52:11.254033 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454ca8d-9658-421c-810c-782b2db9ac88 req-b6d2e5e9-d9cf-49df-81ab-d51147566b08 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:11.255558 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d454ca8d-9658-421c-810c-782b2db9ac88 req-b6d2e5e9-d9cf-49df-81ab-d51147566b08 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 946 time: 0.0808368 Sep 25 04:52:11.276231 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a5098-cfb5-4a12-99c2-e6fab2a12d4f req-65bcefac-f2af-4a6b-9c30-f43d462d4a6a tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:11.277704 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ff4a5098-cfb5-4a12-99c2-e6fab2a12d4f req-65bcefac-f2af-4a6b-9c30-f43d462d4a6a tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 945 time: 0.0762184 Sep 25 04:52:11.330384 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-d454ca8d-9658-421c-810c-782b2db9ac88 req-a03497b6-83b4-4a33-99df-9906fce4da6f tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679626 Sep 25 04:52:11.336388 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ff4a5098-cfb5-4a12-99c2-e6fab2a12d4f req-ffc8f2a6-efff-4296-a608-f22937cc40a1 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501013 Sep 25 04:52:12.265874 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9cd6f329-1eab-4d2d-b503-bf2b94546335 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:12.290436 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: 9cd6f329-1eab-4d2d-b503-bf2b94546335 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:12.290666 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device 9cd6f329-1eab-4d2d-b503-bf2b94546335 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:12.480705 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b2c46-bae5-416e-b6dc-7cd8df846b1c req-e92a667e-0f21-46c0-96f4-b902f8419071 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:12.482259 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd9b2c46-bae5-416e-b6dc-7cd8df846b1c req-e92a667e-0f21-46c0-96f4-b902f8419071 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 946 time: 0.0787990 Sep 25 04:52:12.495305 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e2bd5-23db-4cfc-be45-cf99c2d7269a req-5f11a377-825a-4724-9168-ca91a1f7a679 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:12.497014 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-989e2bd5-23db-4cfc-be45-cf99c2d7269a req-5f11a377-825a-4724-9168-ca91a1f7a679 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 945 time: 0.0846574 Sep 25 04:52:12.557952 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-dd9b2c46-bae5-416e-b6dc-7cd8df846b1c req-3144e507-39ae-4e7d-ad6c-ac26f77a913a tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598416 Sep 25 04:52:12.564995 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-989e2bd5-23db-4cfc-be45-cf99c2d7269a req-bfd623f4-3fe1-48e2-a45b-cdc256aa3a19 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608668 Sep 25 04:52:13.463818 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57076) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:13.776400 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053c673-df3d-4044-befa-e866c46c0bf7 req-6bc07eb3-755e-4b8d-b27d-a04cef38fa40 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:13.777954 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2053c673-df3d-4044-befa-e866c46c0bf7 req-6bc07eb3-755e-4b8d-b27d-a04cef38fa40 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 946 time: 0.1358001 Sep 25 04:52:13.834414 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55374693-3f39-4061-8164-c55ee259f7a0 req-01376a2e-4167-439f-84c9-91d0d0cae904 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:13.836300 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-55374693-3f39-4061-8164-c55ee259f7a0 req-01376a2e-4167-439f-84c9-91d0d0cae904 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 945 time: 0.1798556 Sep 25 04:52:13.873231 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-e26e8494-15dc-4db2-b14d-7a00c571b901 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:13.874694 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-e26e8494-15dc-4db2-b14d-7a00c571b901 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 946 time: 0.1561644 Sep 25 04:52:13.954199 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2053c673-df3d-4044-befa-e866c46c0bf7 req-a7758a89-47d8-43a8-abe8-f545ccff1c1c tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d7d2e01-3070-45ca-81f6-92cef9becc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691775 Sep 25 04:52:13.974683 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-55374693-3f39-4061-8164-c55ee259f7a0 req-49cb62b7-e677-47b3-9c35-b3f221516e94 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292887 Sep 25 04:52:14.059768 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Deleting port d8f98753-b9c2-4644-9756-2e327623d095 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:14.060109 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:14.179021 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] For port d8f98753-b9c2-4644-9756-2e327623d095, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d8f98753-b9c2-4644-9756-2e327623d095,segment=NetworkSegment(1990ea9a-bbf4-430d-8d7c-99744fd67938),segment_id=1990ea9a-bbf4-430d-8d7c-99744fd67938)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:14.179420 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:14.198393 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16249369'] for router_interface, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:14.203602 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Calling delete_port for d8f98753-b9c2-4644-9756-2e327623d095 owned by compute:nova {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:14.555792 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Deleting port b250eeb9-7f95-4a9c-8036-acd38527c6bc {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:14.556129 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:14.567801 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:14.644499 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Pushing event deleted for resources: {'Port': ['ID=d8f98753-b9c2-4644-9756-2e327623d095,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:14.690818 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] No DVR routers for this DVR port d8f98753-b9c2-4644-9756-2e327623d095 on host hv-cinder-76845 {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:52:14.697159 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:14.699154 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2643e68b-0b66-4d6c-8bf7-39b57515a81a req-7b98c2ad-91d8-4074-ae56-84fa2050d609 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.46 "DELETE /v2.0/ports/d8f98753-b9c2-4644-9756-2e327623d095 HTTP/1.1" status: 204 len: 173 time: 0.8103008 Sep 25 04:52:14.699607 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd450b42c-5ed3-40a1-aaff-2cbfcbbfa02b', 'name': 'network-vif-deleted', 'tag': 'd8f98753-b9c2-4644-9756-2e327623d095'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:52:14.702002 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bdddd3-1393-4cbb-b4d2-59a46d80d0cc" -d '{"events": [{"server_uuid": "d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b", "name": "network-vif-deleted", "tag": "d8f98753-b9c2-4644-9756-2e327623d095"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:14.717640 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] For port b250eeb9-7f95-4a9c-8036-acd38527c6bc, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=b250eeb9-7f95-4a9c-8036-acd38527c6bc,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:14.718020 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:14.732599 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:52:14.733194 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Calling delete_port for b250eeb9-7f95-4a9c-8036-acd38527c6bc owned by network:router_interface {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:14.777907 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2cc235-71ed-4a9b-9832-53dbb98bd679 x-openstack-request-id: req-6d2cc235-71ed-4a9b-9832-53dbb98bd679 {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:14.778878 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b", "name": "network-vif-deleted", "tag": "d8f98753-b9c2-4644-9756-2e327623d095", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:14.778878 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d2cc235-71ed-4a9b-9832-53dbb98bd679 {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:14.778878 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd450b42c-5ed3-40a1-aaff-2cbfcbbfa02b', 'name': 'network-vif-deleted', 'tag': 'd8f98753-b9c2-4644-9756-2e327623d095', 'status': 'completed', 'code': 200} Sep 25 04:52:15.029136 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:15.074437 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b250eeb9-7f95-4a9c-8036-acd38527c6bc,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:15.100856 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6fdba92a-a3fa-4a16-9391-816e349c66c9 req-bcf285ee-a6b6-451f-ae99-dbf05f9bcdc0 tempest-AttachVolumeNegativeTest-1243998080 tempest-AttachVolumeNegativeTest-1243998080-project] 10.222.0.38 "GET /v2.0/ports?device_id=d450b42c-5ed3-40a1-aaff-2cbfcbbfa02b HTTP/1.1" status: 200 len: 210 time: 0.0588498 Sep 25 04:52:15.274114 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16238809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16247952'] for router_interface, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:15.506069 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:52:15.885524 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:52:15.892346 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-1aa98ed5-d74a-414f-9c0a-591f1815e6f7 admin admin] 10.222.0.38 "PUT /v2.0/routers/98fbb919-9053-41cd-9c13-7e9d69eeebb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4272280 Sep 25 04:52:15.895111 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57144) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:15.902248 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] Sync routers for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:52:15.920332 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:52:15.921489 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:16.008529 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks [] for router, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.049908 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:52:16.121444 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.170740 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57148) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:16.223175 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a58c66-df91-4183-95f9-3a305214308f admin admin] Deleting subnet 76a1f9d6-705a-46ca-90c1-702ff4097510 {{(pid=101229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:52:16.226848 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-38a58c66-df91-4183-95f9-3a305214308f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.250732 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd129112b-f689-47ad-8683-d5769841756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:52:14Z', 'revision_number': 5, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port': {'id': 'd129112b-f689-47ad-8683-d5769841756f', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:16Z', 'updated_at': '2021-09-25T04:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:16.264340 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-38a58c66-df91-4183-95f9-3a305214308f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126071677'] for subnet, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.276044 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Deleting port d129112b-f689-47ad-8683-d5769841756f {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:16.276698 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.280271 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d8f98753-b9c2-4644-9756-2e327623d095 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:16.284035 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] Checking router: 98fbb919-9053-41cd-9c13-7e9d69eeebb8 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:52:16.303370 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: d8f98753-b9c2-4644-9756-2e327623d095 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:16.303952 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d8f98753-b9c2-4644-9756-2e327623d095 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:16.312470 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] Routers {'98fbb919-9053-41cd-9c13-7e9d69eeebb8'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:52:16.313160 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:16.316021 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-38a58c66-df91-4183-95f9-3a305214308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.386960 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] For port d129112b-f689-47ad-8683-d5769841756f, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=d129112b-f689-47ad-8683-d5769841756f,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:16.386960 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.401398 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Calling delete_port for d129112b-f689-47ad-8683-d5769841756f owned by network:router_gateway {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:16.463591 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-38a58c66-df91-4183-95f9-3a305214308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126071613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126106698'] for subnet, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.490988 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a58c66-df91-4183-95f9-3a305214308f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a1f9d6-705a-46ca-90c1-702ff4097510,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:16.494857 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-38a58c66-df91-4183-95f9-3a305214308f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.497930 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-38a58c66-df91-4183-95f9-3a305214308f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/76a1f9d6-705a-46ca-90c1-702ff4097510 HTTP/1.1" status: 204 len: 168 time: 0.3259070 Sep 25 04:52:16.500540 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57150) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:16.529095 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] Set router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 gateway port host: None {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:52:16.576985 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.584284 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:52:16Z', 'revision_number': 6, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port_host': None}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:16.612727 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a5037-d255-42c2-be36-f3bcbebeb55a None None] The sync data for ids ['98fbb919-9053-41cd-9c13-7e9d69eeebb8'] in dv-cinder-768458-10-smb is: [{'id': '98fbb919-9053-41cd-9c13-7e9d69eeebb8', 'name': 'tempest-TestMinimumBasicScenario-923281976-router', 'tenant_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:15Z', 'updated_at': '2021-09-25T04:52:16Z', 'revision_number': 6, 'project_id': '77a80e2c4e1b458e9c5693e3c3f988b0', 'gw_port_host': None}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:52:16.666674 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.668583 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.689627 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885ded2e-8c92-4ab8-96c6-c6e2e7731688']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:16.690393 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d129112b-f689-47ad-8683-d5769841756f,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:16.701922 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1990ea9a-bbf4-430d-8d7c-99744fd67938') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:16.702226 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1990ea9a-bbf4-430d-8d7c-99744fd67938') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:16.702902 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.703280 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.703625 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.703961 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.704292 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.704621 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.704946 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.705269 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.705594 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.705915 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.706234 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.706552 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:16.712734 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.726329 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.732138 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:52:16.732526 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:52:16.734272 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:52:16.771774 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16247891'] for router_gateway, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.879321 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16249916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6335'] for router, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.884034 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.884175 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.886659 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:16.891602 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] 10.222.0.38 "DELETE /v2.0/networks/885ded2e-8c92-4ab8-96c6-c6e2e7731688 HTTP/1.1" status: 204 len: 168 time: 0.3900826 Sep 25 04:52:16.903780 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411456f-7df4-4bc1-a867-03ce33ab3b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=885ded2e-8c92-4ab8-96c6-c6e2e7731688,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:17.034225 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16249909'] for router, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.034818 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98fbb919-9053-41cd-9c13-7e9d69eeebb8 {{(pid=101228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:52:17.045824 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] Notify callbacks [] for router, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.045824 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-cd45ff36-6878-424c-80de-b4b6bf8dfd26 admin admin] 10.222.0.38 "DELETE /v2.0/routers/98fbb919-9053-41cd-9c13-7e9d69eeebb8 HTTP/1.1" status: 204 len: 168 time: 1.1490927 Sep 25 04:52:17.048005 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57156) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:17.101524 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b866ea19-38bd-415b-85c5-137519bb105a admin admin] Deleting subnet ad7cd202-ce06-4b03-b049-461ffcd3d63e {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:52:17.104632 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b866ea19-38bd-415b-85c5-137519bb105a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.142028 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b866ea19-38bd-415b-85c5-137519bb105a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189539'] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.220806 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b866ea19-38bd-415b-85c5-137519bb105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.300482 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57158) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:17.330644 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b866ea19-38bd-415b-85c5-137519bb105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125987669'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.368767 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866ea19-38bd-415b-85c5-137519bb105a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7cd202-ce06-4b03-b049-461ffcd3d63e,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:17.379100 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b866ea19-38bd-415b-85c5-137519bb105a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.381047 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-b866ea19-38bd-415b-85c5-137519bb105a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ad7cd202-ce06-4b03-b049-461ffcd3d63e HTTP/1.1" status: 204 len: 168 time: 0.3318710 Sep 25 04:52:17.383013 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device b250eeb9-7f95-4a9c-8036-acd38527c6bc no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:17.384904 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57160) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:17.405559 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-a1ec2407-d446-411a-8906-dc3734175e38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=104fcd5ba6324ecb83d2f5b6e60da267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942113 Sep 25 04:52:17.406142 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57162) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:17.415510 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f60a47-5994-4fea-b03d-d027de2d7cda None None] Network 9c1e2831-abcc-43df-bdbc-f081a5e9ceca requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:52:17.417801 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: b250eeb9-7f95-4a9c-8036-acd38527c6bc {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:17.418137 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device b250eeb9-7f95-4a9c-8036-acd38527c6bc not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:17.500124 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.517543 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d67fa8d3-fb8b-4b49-a77d-1e3a1df8eae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.581686 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d67fa8d3-fb8b-4b49-a77d-1e3a1df8eae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.612335 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584f984-dd9b-453b-bf9a-6528de4da6cc None None] DHCP port deletion for 9c1e2831-abcc-43df-bdbc-f081a5e9ceca request from dv-cinder-768458-10-smb {{(pid=101230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 04:52:17.639278 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Deleting port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:17.639624 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.677189 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-b584f984-dd9b-453b-bf9a-6528de4da6cc None None] Deleting port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 {{(pid=101230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:17.677569 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b584f984-dd9b-453b-bf9a-6528de4da6cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.720954 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] For port 97932750-07a8-4841-ad6c-bed3ef3ec8a5, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=97932750-07a8-4841-ad6c-bed3ef3ec8a5,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:17.721323 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.743975 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Calling delete_port for 97932750-07a8-4841-ad6c-bed3ef3ec8a5 owned by network:dhcp {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:17.771811 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-b584f984-dd9b-453b-bf9a-6528de4da6cc None None] For port 97932750-07a8-4841-ad6c-bed3ef3ec8a5, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=97932750-07a8-4841-ad6c-bed3ef3ec8a5,segment=NetworkSegment(3b6bc24d-f53f-4f9f-921c-764225806442),segment_id=3b6bc24d-f53f-4f9f-921c-764225806442)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:17.772773 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b584f984-dd9b-453b-bf9a-6528de4da6cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.790163 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-b584f984-dd9b-453b-bf9a-6528de4da6cc None None] Calling delete_port for 97932750-07a8-4841-ad6c-bed3ef3ec8a5 owned by network:dhcp {{(pid=101230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:17.797475 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d67fa8d3-fb8b-4b49-a77d-1e3a1df8eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.797475 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-d67fa8d3-fb8b-4b49-a77d-1e3a1df8eae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.797475 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-d67fa8d3-fb8b-4b49-a77d-1e3a1df8eae4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d7d2e01-3070-45ca-81f6-92cef9becc7d HTTP/1.1" status: 204 len: 168 time: 0.3873899 Sep 25 04:52:17.814164 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fa8d3-fb8b-4b49-a77d-1e3a1df8eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d2e01-3070-45ca-81f6-92cef9becc7d,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:17.969191 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.976928 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b584f984-dd9b-453b-bf9a-6528de4da6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407'] for port, after_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:17.995459 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Pushing event deleted for resources: {'Port': ['ID=97932750-07a8-4841-ad6c-bed3ef3ec8a5,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:17.999190 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] No DVR routers for this DVR port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 on host dv-cinder-768458-10-smb {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:52:18.003673 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584f984-dd9b-453b-bf9a-6528de4da6cc None None] Pushing event deleted for resources: {'Port': ['ID=97932750-07a8-4841-ad6c-bed3ef3ec8a5,revision_number=None']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:18.008537 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584f984-dd9b-453b-bf9a-6528de4da6cc None None] No DVR routers for this DVR port 97932750-07a8-4841-ad6c-bed3ef3ec8a5 on host dv-cinder-768458-10-smb {{(pid=101230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:52:18.082632 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:18.105519 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1e2831-abcc-43df-bdbc-f081a5e9ceca']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:18.115135 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6bc24d-f53f-4f9f-921c-764225806442') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:18.115431 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6bc24d-f53f-4f9f-921c-764225806442') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:18.125812 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:18.149229 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:52:18.162093 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:52:18.278934 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:18.292031 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:18.292031 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9c1e2831-abcc-43df-bdbc-f081a5e9ceca HTTP/1.1" status: 204 len: 168 time: 0.9041839 Sep 25 04:52:18.294104 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57174) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:18.300181 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d07bcd-d4f5-4fe8-abb9-fc9e335e6191 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1e2831-abcc-43df-bdbc-f081a5e9ceca,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:18.940273 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device d129112b-f689-47ad-8683-d5769841756f no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:18.966279 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: d129112b-f689-47ad-8683-d5769841756f {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:18.966882 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device d129112b-f689-47ad-8683-d5769841756f not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:18.967713 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 97932750-07a8-4841-ad6c-bed3ef3ec8a5 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:18.998943 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 97932750-07a8-4841-ad6c-bed3ef3ec8a5 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:18.999737 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 97932750-07a8-4841-ad6c-bed3ef3ec8a5 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:19.044446 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16249369'] for router_interface, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:19.363574 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Deleting port 88bd9b65-97ba-4618-86fb-950010e725f9 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:19.364327 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:19.448713 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] For port 88bd9b65-97ba-4618-86fb-950010e725f9, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=88bd9b65-97ba-4618-86fb-950010e725f9,segment=NetworkSegment(cbe67c4e-3c7b-4202-a104-4a783083ef8c),segment_id=cbe67c4e-3c7b-4202-a104-4a783083ef8c)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:19.449070 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:19.463471 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Calling delete_port for 88bd9b65-97ba-4618-86fb-950010e725f9 owned by network:router_interface {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:19.792489 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:19.824080 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Pushing event deleted for resources: {'Port': ['ID=88bd9b65-97ba-4618-86fb-950010e725f9,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:20.012323 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16238809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16247952'] for router_interface, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:20.270075 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:52:20.391516 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:52:20.399767 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-3552e9b8-229a-4ae0-9b4d-94645ba2f81c admin admin] 10.222.0.38 "PUT /v2.0/routers/026a1233-f1f6-4bf4-88e9-3723c4e74fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1041956 Sep 25 04:52:20.403637 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57200) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:20.407864 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] Sync routers for ids ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:52:20.421396 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] Routers {'026a1233-f1f6-4bf4-88e9-3723c4e74fe2'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:52:20.432912 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:20.521769 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks [] for router, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:20.581942 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] Set router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:52:20.638643 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:20.774854 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:22Z', 'updated_at': '2021-09-25T04:52:19Z', 'revision_number': 5, 'project_id': '98d27a3c765342e087813eeda42917e4', 'gw_port': {'id': 'e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:49:23Z', 'updated_at': '2021-09-25T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:20.808046 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] Checking router: 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:52:20.817228 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] Routers {'026a1233-f1f6-4bf4-88e9-3723c4e74fe2'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:52:20.817850 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:20.836306 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Deleting port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:20.836800 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:20.916573 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] Set router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 gateway port host: None {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:52:20.933486 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] For port e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:20.933998 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:20.950871 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Calling delete_port for e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd owned by network:router_gateway {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:21.070783 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:22Z', 'updated_at': '2021-09-25T04:52:20Z', 'revision_number': 6, 'project_id': '98d27a3c765342e087813eeda42917e4', 'gw_port_host': None}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:21.096335 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6cc97-4712-49ce-8efc-6c86d0edd055 None None] The sync data for ids ['026a1233-f1f6-4bf4-88e9-3723c4e74fe2'] in dv-cinder-768458-10-smb is: [{'id': '026a1233-f1f6-4bf4-88e9-3723c4e74fe2', 'name': 'tempest-TestMinimumBasicScenario-723237495-router', 'tenant_id': '98d27a3c765342e087813eeda42917e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:49:22Z', 'updated_at': '2021-09-25T04:52:20Z', 'revision_number': 6, 'project_id': '98d27a3c765342e087813eeda42917e4', 'gw_port_host': None}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:52:21.232194 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:21.266235 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:21.331641 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16247891'] for router_gateway, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:21.448094 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16249916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6335'] for router, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:21.450402 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:21.588994 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-19d1d741-d9cd-489f-a74a-c460db5536df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:21.655328 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16249909'] for router, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:21.655929 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 026a1233-f1f6-4bf4-88e9-3723c4e74fe2 {{(pid=101229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:52:21.660561 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] Notify callbacks [] for router, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:21.661730 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-001e76af-73f8-46a2-b4fb-67f308b71abe admin admin] 10.222.0.38 "DELETE /v2.0/routers/026a1233-f1f6-4bf4-88e9-3723c4e74fe2 HTTP/1.1" status: 204 len: 168 time: 1.2566767 Sep 25 04:52:21.667689 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57214) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:21.715101 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce246908-c313-4418-b964-3da6d6f2f8be admin admin] Deleting subnet 3463d045-35e7-418b-82e7-024d57af54ab {{(pid=101229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:52:21.718107 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ce246908-c313-4418-b964-3da6d6f2f8be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:21.756040 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ce246908-c313-4418-b964-3da6d6f2f8be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126071677'] for subnet, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:21.868989 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ce246908-c313-4418-b964-3da6d6f2f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.034676 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ce246908-c313-4418-b964-3da6d6f2f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126071613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126106698'] for subnet, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.065715 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce246908-c313-4418-b964-3da6d6f2f8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3463d045-35e7-418b-82e7-024d57af54ab,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:22.070277 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ce246908-c313-4418-b964-3da6d6f2f8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.074646 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ce246908-c313-4418-b964-3da6d6f2f8be admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3463d045-35e7-418b-82e7-024d57af54ab HTTP/1.1" status: 204 len: 168 time: 0.4058862 Sep 25 04:52:22.084853 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57220) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:22.085138 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99253e1f-3962-42cc-838b-e0da96bfea9d None None] Network 3e52edd5-5263-4c47-96ec-7e267d74461b requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:52:22.156114 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.230084 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Deleting port dc24c6fc-0daf-498c-ba72-6e0236b54e36 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:22.230084 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.283420 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359d4a1-8eb5-44c8-9825-cb4ec5be03a8 None None] DHCP port deletion for 3e52edd5-5263-4c47-96ec-7e267d74461b request from dv-cinder-768458-10-smb {{(pid=101230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 04:52:22.302657 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] For port dc24c6fc-0daf-498c-ba72-6e0236b54e36, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=dc24c6fc-0daf-498c-ba72-6e0236b54e36,segment=NetworkSegment(cbe67c4e-3c7b-4202-a104-4a783083ef8c),segment_id=cbe67c4e-3c7b-4202-a104-4a783083ef8c)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:22.303142 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.317228 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Calling delete_port for dc24c6fc-0daf-498c-ba72-6e0236b54e36 owned by network:dhcp {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:22.332633 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-9359d4a1-8eb5-44c8-9825-cb4ec5be03a8 None None] Deleting port dc24c6fc-0daf-498c-ba72-6e0236b54e36 {{(pid=101230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:52:22.333012 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9359d4a1-8eb5-44c8-9825-cb4ec5be03a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.399581 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-9359d4a1-8eb5-44c8-9825-cb4ec5be03a8 None None] For port dc24c6fc-0daf-498c-ba72-6e0236b54e36, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=dc24c6fc-0daf-498c-ba72-6e0236b54e36,segment=NetworkSegment(cbe67c4e-3c7b-4202-a104-4a783083ef8c),segment_id=cbe67c4e-3c7b-4202-a104-4a783083ef8c)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:22.399969 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9359d4a1-8eb5-44c8-9825-cb4ec5be03a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.413750 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-9359d4a1-8eb5-44c8-9825-cb4ec5be03a8 None None] Calling delete_port for dc24c6fc-0daf-498c-ba72-6e0236b54e36 owned by network:dhcp {{(pid=101230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:52:22.501045 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.508620 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9359d4a1-8eb5-44c8-9825-cb4ec5be03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407'] for port, after_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.530306 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc24c6fc-0daf-498c-ba72-6e0236b54e36,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:22.534530 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] No DVR routers for this DVR port dc24c6fc-0daf-498c-ba72-6e0236b54e36 on host dv-cinder-768458-10-smb {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:52:22.537238 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359d4a1-8eb5-44c8-9825-cb4ec5be03a8 None None] Pushing event deleted for resources: {'Port': ['ID=dc24c6fc-0daf-498c-ba72-6e0236b54e36,revision_number=None']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:22.542763 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359d4a1-8eb5-44c8-9825-cb4ec5be03a8 None None] No DVR routers for this DVR port dc24c6fc-0daf-498c-ba72-6e0236b54e36 on host dv-cinder-768458-10-smb {{(pid=101230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:52:22.607173 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.627738 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e52edd5-5263-4c47-96ec-7e267d74461b']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:22.637766 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe67c4e-3c7b-4202-a104-4a783083ef8c') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:22.638048 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe67c4e-3c7b-4202-a104-4a783083ef8c') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:22.647976 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.669498 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.669498 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:52:22.669498 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:52:22.670361 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:52:22.835151 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.840682 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:22.842867 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3e52edd5-5263-4c47-96ec-7e267d74461b HTTP/1.1" status: 204 len: 168 time: 0.7667527 Sep 25 04:52:22.857545 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48978f90-113c-47c6-9313-227ea791c2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e52edd5-5263-4c47-96ec-7e267d74461b,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:22.936432 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 88bd9b65-97ba-4618-86fb-950010e725f9 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:22.959181 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 88bd9b65-97ba-4618-86fb-950010e725f9 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:22.960267 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 88bd9b65-97ba-4618-86fb-950010e725f9 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:22.960970 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device dc24c6fc-0daf-498c-ba72-6e0236b54e36 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:22.987088 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: dc24c6fc-0daf-498c-ba72-6e0236b54e36 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:22.987469 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device dc24c6fc-0daf-498c-ba72-6e0236b54e36 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:22.988220 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:23.012780 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:52:23.013184 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device e5a122e8-f8be-4e2e-aaaa-4cdd51d083bd not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:52:23.324098 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57236) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:23.364648 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-c692c6d3-adc7-4642-895b-2a9c2b43b283 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77a80e2c4e1b458e9c5693e3c3f988b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392601 Sep 25 04:52:23.368099 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57238) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:23.421028 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0f232d73-3fcc-4922-97d2-c23000b8c490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:23.447781 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0f232d73-3fcc-4922-97d2-c23000b8c490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:23.603368 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0f232d73-3fcc-4922-97d2-c23000b8c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:23.606048 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-0f232d73-3fcc-4922-97d2-c23000b8c490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:23.607430 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-0f232d73-3fcc-4922-97d2-c23000b8c490 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e265db8d-67a8-4db4-a47e-7e3444598159 HTTP/1.1" status: 204 len: 168 time: 0.2382541 Sep 25 04:52:23.615387 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f232d73-3fcc-4922-97d2-c23000b8c490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e265db8d-67a8-4db4-a47e-7e3444598159,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:24.142950 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-be82f21e-f3fe-46b6-a7d4-65ddd0285e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:24.406508 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57250) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:24.452680 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-d1b6eb8a-0565-4a28-871f-ccf75af1972d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98d27a3c765342e087813eeda42917e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447824 Sep 25 04:52:24.455008 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57252) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:24.509823 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-49e5c9d7-6108-4f4a-8cbd-c17e8ce6714c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:24.532998 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-49e5c9d7-6108-4f4a-8cbd-c17e8ce6714c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:24.673300 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-49e5c9d7-6108-4f4a-8cbd-c17e8ce6714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:24.676111 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-49e5c9d7-6108-4f4a-8cbd-c17e8ce6714c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:24.677255 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-49e5c9d7-6108-4f4a-8cbd-c17e8ce6714c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b8b0630-9805-45e1-95e1-3b4cf511dafd HTTP/1.1" status: 204 len: 168 time: 0.2213016 Sep 25 04:52:24.686081 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5c9d7-6108-4f4a-8cbd-c17e8ce6714c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b0630-9805-45e1-95e1-3b4cf511dafd,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:24.714215 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:26.175155 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:27.333782 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:29.411413 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:30.183339 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57340) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:30.287666 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1f260053-07f4-4d29-b4aa-c5620579de30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:30.373679 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1f260053-07f4-4d29-b4aa-c5620579de30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:30.468353 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-1f260053-07f4-4d29-b4aa-c5620579de30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:30.508694 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-1f260053-07f4-4d29-b4aa-c5620579de30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d65505c7ee63470c84d60e8d155f4f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241856 Sep 25 04:52:30.509527 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f260053-07f4-4d29-b4aa-c5620579de30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2982d739-e520-4697-a047-807a9eb8da2c,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:30.511595 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57344) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:30.560480 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1427590f-ebfe-4bee-868f-923e061ab8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:30.582827 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1427590f-ebfe-4bee-868f-923e061ab8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:30.691465 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1427590f-ebfe-4bee-868f-923e061ab8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:30.694266 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1427590f-ebfe-4bee-868f-923e061ab8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:30.696026 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1427590f-ebfe-4bee-868f-923e061ab8d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2982d739-e520-4697-a047-807a9eb8da2c HTTP/1.1" status: 204 len: 168 time: 0.1833797 Sep 25 04:52:30.704356 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427590f-ebfe-4bee-868f-923e061ab8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2982d739-e520-4697-a047-807a9eb8da2c,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:33.486019 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57404) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:33.594382 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-363e17ae-baaa-4b64-93fe-09d78778c6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:33.684554 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-363e17ae-baaa-4b64-93fe-09d78778c6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:33.777272 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-363e17ae-baaa-4b64-93fe-09d78778c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:33.817619 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-363e17ae-baaa-4b64-93fe-09d78778c6b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55adb7e0bda443508530baa1b45406e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305008 Sep 25 04:52:33.819128 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e17ae-baaa-4b64-93fe-09d78778c6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfe9744-36b8-4a91-a8f9-68500e380862,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:33.821821 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57408) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:33.873497 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04247026-0bfe-4596-a276-4efe52398c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:33.897009 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04247026-0bfe-4596-a276-4efe52398c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:34.016694 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04247026-0bfe-4596-a276-4efe52398c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:34.019442 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-04247026-0bfe-4596-a276-4efe52398c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:34.020533 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-04247026-0bfe-4596-a276-4efe52398c5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fbfe9744-36b8-4a91-a8f9-68500e380862 HTTP/1.1" status: 204 len: 168 time: 0.1977086 Sep 25 04:52:34.029367 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04247026-0bfe-4596-a276-4efe52398c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfe9744-36b8-4a91-a8f9-68500e380862,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:34.733116 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57418) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:34.746609 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-244cfe22-cc05-42c4-a925-c2bdda0b4b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:34.838788 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-244cfe22-cc05-42c4-a925-c2bdda0b4b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:34.948633 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-244cfe22-cc05-42c4-a925-c2bdda0b4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:34.992732 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-244cfe22-cc05-42c4-a925-c2bdda0b4b69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d53559a91eaa4c75a0ac5e0f38847cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584414 Sep 25 04:52:34.994857 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cfe22-cc05-42c4-a925-c2bdda0b4b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a96ff8c-3db8-4b34-8b62-9e63240cdde3,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:34.997831 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57420) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:35.066793 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c59f3645-c3e7-4219-89fa-9ed98d721cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:35.092935 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c59f3645-c3e7-4219-89fa-9ed98d721cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:35.205649 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c59f3645-c3e7-4219-89fa-9ed98d721cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:35.208104 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-c59f3645-c3e7-4219-89fa-9ed98d721cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:35.209268 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-c59f3645-c3e7-4219-89fa-9ed98d721cd6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a96ff8c-3db8-4b34-8b62-9e63240cdde3 HTTP/1.1" status: 204 len: 168 time: 0.2099044 Sep 25 04:52:35.218224 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f3645-c3e7-4219-89fa-9ed98d721cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a96ff8c-3db8-4b34-8b62-9e63240cdde3,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:41.292059 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57518) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:41.400654 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb113-e40d-4867-9ae0-21885e895c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:41.490922 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb113-e40d-4867-9ae0-21885e895c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:41.597626 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb113-e40d-4867-9ae0-21885e895c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:41.637310 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-e3cdb113-e40d-4867-9ae0-21885e895c6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9daade0c41d44f39dd7eb4eec13dbf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440022 Sep 25 04:52:41.637919 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdb113-e40d-4867-9ae0-21885e895c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b8c359-ebf7-45bd-9775-6cd4d7d66602,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:41.640006 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57522) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:41.696651 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a648070b-92a1-40c6-b3c1-38b8b8c2950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:41.718694 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a648070b-92a1-40c6-b3c1-38b8b8c2950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:41.872083 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a648070b-92a1-40c6-b3c1-38b8b8c2950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:41.874685 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-a648070b-92a1-40c6-b3c1-38b8b8c2950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:41.875950 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-a648070b-92a1-40c6-b3c1-38b8b8c2950f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09b8c359-ebf7-45bd-9775-6cd4d7d66602 HTTP/1.1" status: 204 len: 168 time: 0.2348866 Sep 25 04:52:41.885942 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648070b-92a1-40c6-b3c1-38b8b8c2950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b8c359-ebf7-45bd-9775-6cd4d7d66602,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:42.517669 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57532) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:42.534581 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b97b428b-58bd-407e-8c08-3d8b4c97ebee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:42.634010 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b97b428b-58bd-407e-8c08-3d8b4c97ebee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:42.691026 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-b97b428b-58bd-407e-8c08-3d8b4c97ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:42.732874 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-b97b428b-58bd-407e-8c08-3d8b4c97ebee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c21bcf87f644b318eacf57a6d345015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141078 Sep 25 04:52:42.733853 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b428b-58bd-407e-8c08-3d8b4c97ebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f33f08-de2e-4446-99c8-273d86b4cfc2,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:42.735866 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57534) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:42.792931 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5a3a02f7-f2f9-4ec8-9b95-2f255f57421c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:42.815381 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5a3a02f7-f2f9-4ec8-9b95-2f255f57421c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:42.957392 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5a3a02f7-f2f9-4ec8-9b95-2f255f57421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:42.961856 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-5a3a02f7-f2f9-4ec8-9b95-2f255f57421c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:42.963097 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-5a3a02f7-f2f9-4ec8-9b95-2f255f57421c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7f33f08-de2e-4446-99c8-273d86b4cfc2 HTTP/1.1" status: 204 len: 168 time: 0.2257469 Sep 25 04:52:42.971576 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a02f7-f2f9-4ec8-9b95-2f255f57421c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f33f08-de2e-4446-99c8-273d86b4cfc2,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:45.696356 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57596) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:45.806861 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-fa34dcaa-e468-4419-99f5-78fde918f542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:45.902882 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-fa34dcaa-e468-4419-99f5-78fde918f542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:45.985800 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-fa34dcaa-e468-4419-99f5-78fde918f542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:46.026464 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-fa34dcaa-e468-4419-99f5-78fde918f542 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9db1df911994c088d146475c14477c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285766 Sep 25 04:52:46.027387 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34dcaa-e468-4419-99f5-78fde918f542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc68ca5-c56f-49d7-8d09-0c53a8fdd337,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:46.029882 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57602) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:46.082552 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-18d56bf5-a743-40ca-bae4-8654ad9d0b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:46.107689 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-18d56bf5-a743-40ca-bae4-8654ad9d0b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:46.291223 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-18d56bf5-a743-40ca-bae4-8654ad9d0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:46.293881 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-18d56bf5-a743-40ca-bae4-8654ad9d0b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:46.297777 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-18d56bf5-a743-40ca-bae4-8654ad9d0b8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/acc68ca5-c56f-49d7-8d09-0c53a8fdd337 HTTP/1.1" status: 204 len: 168 time: 0.2663662 Sep 25 04:52:46.306043 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d56bf5-a743-40ca-bae4-8654ad9d0b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc68ca5-c56f-49d7-8d09-0c53a8fdd337,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:47.012853 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 57614) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:47.027692 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9dbc1aa8-9dbd-4598-8560-ef496890e86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:47.121526 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9dbc1aa8-9dbd-4598-8560-ef496890e86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:47.176920 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-9dbc1aa8-9dbd-4598-8560-ef496890e86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:47.218045 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-9dbc1aa8-9dbd-4598-8560-ef496890e86a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b57a6909c7884754a3af0d0c38398639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040329 Sep 25 04:52:47.218898 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc1aa8-9dbd-4598-8560-ef496890e86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de44764a-f44c-4523-832a-7d5ccc9a5f37,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:47.221180 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 57618) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:52:47.289599 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a1313a6f-672b-4b44-afc8-0f8d0a3adfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:47.310965 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a1313a6f-672b-4b44-afc8-0f8d0a3adfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:47.445183 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a1313a6f-672b-4b44-afc8-0f8d0a3adfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:47.448241 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-a1313a6f-672b-4b44-afc8-0f8d0a3adfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:47.449424 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-a1313a6f-672b-4b44-afc8-0f8d0a3adfd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de44764a-f44c-4523-832a-7d5ccc9a5f37 HTTP/1.1" status: 204 len: 168 time: 0.2268183 Sep 25 04:52:47.457235 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1313a6f-672b-4b44-afc8-0f8d0a3adfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de44764a-f44c-4523-832a-7d5ccc9a5f37,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:50.562563 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-2caf5492-695b-48a5-89cc-727b17596d6d tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c775b88fa6b542d380b72876552de61a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373218 Sep 25 04:52:50.754988 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958c0b-4518-42f3-b642-43d770b1a374 req-86f2d5ab-1e69-40e0-a3c2-8cfc11ac5f88 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:50.756614 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-86f2d5ab-1e69-40e0-a3c2-8cfc11ac5f88 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877010 Sep 25 04:52:50.773583 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-dda25a92-943a-4c1b-8992-abe658cc550b tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/quotas/c775b88fa6b542d380b72876552de61a HTTP/1.1" status: 200 len: 375 time: 0.0097799 Sep 25 04:52:50.807365 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-66e0b5d4-80e4-4a8a-9a94-8bf81b2d87ba tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c775b88fa6b542d380b72876552de61a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277636 Sep 25 04:52:51.062325 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f129f974-e96c-4269-b446-475cb76141a5 req-423d7a0a-89ed-4dca-9919-c28bbdc2bbf8 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 210 time: 0.0264177 Sep 25 04:52:51.520230 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-96430f7e-c2ab-42e3-8820-d0f557171156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:51.732007 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:52:52.141744 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-8f194eb3-9fab-4ac5-844a-15aeac574e3a req-18f8a93b-22d8-454a-898b-25fc5876ed63 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 210 time: 0.0301423 Sep 25 04:52:53.242458 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ea380718-aafe-4fa0-a816-108280d107f3 req-cf357a84-4f15-4e16-8364-08fca7b78a63 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 210 time: 0.0294468 Sep 25 04:52:53.344438 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1e85f778-5f17-431e-8507-bcadec869aed tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c775b88fa6b542d380b72876552de61a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225887 Sep 25 04:52:53.458160 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958c0b-4518-42f3-b642-43d770b1a374 req-5351ae41-2e69-4f29-b970-9c04cf48f3dc tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:53.459609 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-5351ae41-2e69-4f29-b970-9c04cf48f3dc tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094279 Sep 25 04:52:53.477803 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Request body: {'port': {'device_id': 'c070cf3a-173f-4f14-9fca-cb3457b64b9b', 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938', 'admin_state_up': True, 'tenant_id': 'c775b88fa6b542d380b72876552de61a'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:52:53.662029 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Made reservation on behalf of c775b88fa6b542d380b72876552de61a for: {'port': 1} {{(pid=101229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:52:53.665600 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:53.675398 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks [] for security_group, before_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:53.767548 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:53.843215 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:53.909796 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f13f401-e1df-405e-9039-46def4db1740,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:53.977429 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_common [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Allocated IP 192.168.233.159 (54836837-3ad5-4c06-ac00-7332c1df8938/c634babf-2d40-4381-8388-cea6fa99b298/ed6bdac8-f706-4b0b-945a-be1c5cc71668) {{(pid=101229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:52:54.123572 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-4628e20f-4c24-43be-96af-5f42cc985efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:54.370493 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c8e5ec91-c9e6-4d6e-8329-aa7ecfe86325 req-cd5ec1ba-ef89-468a-be45-b85e2bc92fce tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 210 time: 0.0313003 Sep 25 04:52:54.407206 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks [] for port, precommit_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:54.575485 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_create {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:54.618484 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Network 54836837-3ad5-4c06-ac00-7332c1df8938 is already hosted by enough agents. {{(pid=101229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:52:54.622329 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.base_scheduler [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Resources bound (agent type, host, resource id): {{(pid=101229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:52:54.626319 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Received port after_create {{(pid=101229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:52:54.657328 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Pushing event updated for resources: {'Port': ['ID=ed6bdac8-f706-4b0b-945a-be1c5cc71668,revision_number=1']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:54.687425 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:54.688180 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:54.702033 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:54.815476 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-1d6e4886-d752-4d1b-87d9-f0bad51dbef6 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3412437 Sep 25 04:52:54.828383 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.v2.base [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Request body: {'port': {'device_id': 'c070cf3a-173f-4f14-9fca-cb3457b64b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:52:54.836485 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-2c2b625f-1de9-434d-9cb5-b270f99db451 None None] Provisioning complete for port ed6bdac8-f706-4b0b-945a-be1c5cc71668 triggered by entity DHCP. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:52:54.838555 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-2c2b625f-1de9-434d-9cb5-b270f99db451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:54.879083 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b625f-1de9-434d-9cb5-b270f99db451 None None] Port ed6bdac8-f706-4b0b-945a-be1c5cc71668 cannot update to ACTIVE because it is not bound. {{(pid=101230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 25 04:52:54.890796 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:55.152961 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6bdac8-f706-4b0b-945a-be1c5cc71668 {{(pid=101229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:52:55.160249 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:55.172835 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.provisioning_blocks [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Transition to ACTIVE for port object ed6bdac8-f706-4b0b-945a-be1c5cc71668 will not be triggered until provisioned by entity L2. {{(pid=101229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:52:55.243137 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:55.296367 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Pushing event updated for resources: {'Port': ['ID=ed6bdac8-f706-4b0b-945a-be1c5cc71668,revision_number=2']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:55.375239 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Attempting to bind port ed6bdac8-f706-4b0b-945a-be1c5cc71668 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:52:55.375947 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Attempting to bind port ed6bdac8-f706-4b0b-945a-be1c5cc71668 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '3c837991-3c7e-4370-887e-bba175020beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938'}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:52:55.375947 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Attempting to bind port ed6bdac8-f706-4b0b-945a-be1c5cc71668 on network 54836837-3ad5-4c06-ac00-7332c1df8938 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:52:55.380548 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Port ed6bdac8-f706-4b0b-945a-be1c5cc71668 on network 54836837-3ad5-4c06-ac00-7332c1df8938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:52:55.380878 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Attempting to bind port ed6bdac8-f706-4b0b-945a-be1c5cc71668 on network 54836837-3ad5-4c06-ac00-7332c1df8938 {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:52:55.385861 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:52:55.386366 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Checking segment: {'id': '3c837991-3c7e-4370-887e-bba175020beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:52:55.386966 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Bound using segment: {'id': '3c837991-3c7e-4370-887e-bba175020beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938'} {{(pid=101229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:52:55.387495 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.managers [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Bound port: ed6bdac8-f706-4b0b-945a-be1c5cc71668, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c837991-3c7e-4370-887e-bba175020beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938'}}] {{(pid=101229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:52:55.387979 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:55.481842 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] For port ed6bdac8-f706-4b0b-945a-be1c5cc71668, host hv-cinder-76845, cleared binding levels {{(pid=101229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:52:55.510073 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] For port ed6bdac8-f706-4b0b-945a-be1c5cc71668, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6bdac8-f706-4b0b-945a-be1c5cc71668,segment=NetworkSegment(3c837991-3c7e-4370-887e-bba175020beb),segment_id=3c837991-3c7e-4370-887e-bba175020beb)] {{(pid=101229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:52:55.530298 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5195b2-5d88-46fc-b050-ef9649607519 req-f7bc2d71-e4e3-451b-b1b7-047b3c17a958 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:55.531946 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0c5195b2-5d88-46fc-b050-ef9649607519 req-f7bc2d71-e4e3-451b-b1b7-047b3c17a958 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 948 time: 0.0701268 Sep 25 04:52:55.571519 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-0c5195b2-5d88-46fc-b050-ef9649607519 req-c576a2bc-a21c-4e15-92da-df1338d40971 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Sep 25 04:52:55.606199 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126071659'] for port, after_update {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:55.643157 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:55.649181 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:55.649181 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] 10.222.0.46 "PUT /v2.0/ports/ed6bdac8-f706-4b0b-945a-be1c5cc71668 HTTP/1.1" status: 200 len: 1098 time: 0.8212521 Sep 25 04:52:55.649181 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c070cf3a-173f-4f14-9fca-cb3457b64b9b', 'tag': 'ed6bdac8-f706-4b0b-945a-be1c5cc71668'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:52:55.649181 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d8a6e6-3550-4806-be67-b44461851e96" -d '{"events": [{"name": "network-changed", "server_uuid": "c070cf3a-173f-4f14-9fca-cb3457b64b9b", "tag": "ed6bdac8-f706-4b0b-945a-be1c5cc71668"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:55.679590 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578092e-bb7d-430f-969d-848886ea4f5c service neutron] Pushing event updated for resources: {'Port': ['ID=ed6bdac8-f706-4b0b-945a-be1c5cc71668,revision_number=3']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:55.694355 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bd4b21-d503-4b56-ab0e-439035a5a49a x-openstack-request-id: req-b6bd4b21-d503-4b56-ab0e-439035a5a49a {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:55.694650 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c070cf3a-173f-4f14-9fca-cb3457b64b9b", "tag": "ed6bdac8-f706-4b0b-945a-be1c5cc71668", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:55.694906 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6bd4b21-d503-4b56-ab0e-439035a5a49a {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:55.695373 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c070cf3a-173f-4f14-9fca-cb3457b64b9b', 'tag': 'ed6bdac8-f706-4b0b-945a-be1c5cc71668', 'status': 'completed', 'code': 200} Sep 25 04:52:55.760980 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8a6e6-3550-4806-be67-b44461851e96 req-6c860934-3fa3-4dfe-98b2-6604a3e006b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:55.763968 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-69d8a6e6-3550-4806-be67-b44461851e96 req-6c860934-3fa3-4dfe-98b2-6604a3e006b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c775b88fa6b542d380b72876552de61a&device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 1101 time: 0.0476511 Sep 25 04:52:55.794389 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-69d8a6e6-3550-4806-be67-b44461851e96 req-2b94f5c2-1d5d-417d-aa00-2523650a72ed service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c775b88fa6b542d380b72876552de61a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222604 Sep 25 04:52:55.900365 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8a6e6-3550-4806-be67-b44461851e96 req-97fdc4f0-a175-42c4-b988-42f14b108eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:55.902257 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-69d8a6e6-3550-4806-be67-b44461851e96 req-97fdc4f0-a175-42c4-b988-42f14b108eed service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015787 Sep 25 04:52:55.979534 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958c0b-4518-42f3-b642-43d770b1a374 req-50b960f1-4395-40e9-ba29-d14b584275fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:55.981398 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-50b960f1-4395-40e9-ba29-d14b584275fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c775b88fa6b542d380b72876552de61a&device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 1101 time: 0.0431652 Sep 25 04:52:56.030107 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-f5cd8650-635a-4815-9a21-07a2c6813cb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ed6bdac8-f706-4b0b-945a-be1c5cc71668 HTTP/1.1" status: 200 len: 217 time: 0.0391722 Sep 25 04:52:56.080659 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958c0b-4518-42f3-b642-43d770b1a374 req-fd54415d-ec70-47e1-bc2c-4041f3d52efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:56.082141 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-fd54415d-ec70-47e1-bc2c-4041f3d52efb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c634babf-2d40-4381-8388-cea6fa99b298 HTTP/1.1" status: 200 len: 843 time: 0.0436695 Sep 25 04:52:56.128767 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958c0b-4518-42f3-b642-43d770b1a374 req-854ab732-7c10-487b-a441-3dd1b5fd4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:56.130273 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-854ab732-7c10-487b-a441-3dd1b5fd4a39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54836837-3ad5-4c06-ac00-7332c1df8938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407815 Sep 25 04:52:56.182260 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:56.223844 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-a5c371bc-a29d-4c90-94d3-cdb0c836a62c service neutron] 10.222.0.46 "GET /v2.0/networks/54836837-3ad5-4c06-ac00-7332c1df8938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860963 Sep 25 04:52:56.314578 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-86958c0b-4518-42f3-b642-43d770b1a374 req-63281b56-cd22-4d79-830b-42aa49534c5f service neutron] 10.222.0.46 "GET /v2.0/networks/54836837-3ad5-4c06-ac00-7332c1df8938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821016 Sep 25 04:52:56.701499 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940146b5-e7c2-4d3d-9bce-480ef2374e41 req-983f5508-c52c-4b8e-afc8-e1804636ef21 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:56.703314 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-940146b5-e7c2-4d3d-9bce-480ef2374e41 req-983f5508-c52c-4b8e-afc8-e1804636ef21 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 948 time: 0.0585141 Sep 25 04:52:56.752084 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-940146b5-e7c2-4d3d-9bce-480ef2374e41 req-6f2c2470-9ade-44b1-a7d0-21ffa3240bfb tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363786 Sep 25 04:52:57.319475 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:57.872149 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de465d-f1f4-4404-8238-c0db00ecc054 req-78fbbf88-7a23-4337-982b-b494658e34d7 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:57.873683 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2de465d-f1f4-4404-8238-c0db00ecc054 req-78fbbf88-7a23-4337-982b-b494658e34d7 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 948 time: 0.0504425 Sep 25 04:52:57.914374 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b2de465d-f1f4-4404-8238-c0db00ecc054 req-8e0ecfe0-a812-4300-9933-53b5a4c5bfc0 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Sep 25 04:52:58.539380 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ed6bdac8-f706-4b0b-945a-be1c5cc71668 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:52:58.632315 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ed6bdac8-f706-4b0b-945a-be1c5cc71668, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6bdac8-f706-4b0b-945a-be1c5cc71668,segment=NetworkSegment(3c837991-3c7e-4370-887e-bba175020beb),segment_id=3c837991-3c7e-4370-887e-bba175020beb)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:58.643581 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'ed6bdac8-f706-4b0b-945a-be1c5cc71668', 'network_id': '54836837-3ad5-4c06-ac00-7332c1df8938', 'port_id': 'ed6bdac8-f706-4b0b-945a-be1c5cc71668', 'mac_address': 'fa:16:3e:68:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c634babf-2d40-4381-8388-cea6fa99b298', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:52:58.685166 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:58.698444 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6bdac8-f706-4b0b-945a-be1c5cc71668 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:52:58.719017 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ed6bdac8-f706-4b0b-945a-be1c5cc71668, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6bdac8-f706-4b0b-945a-be1c5cc71668,segment=NetworkSegment(3c837991-3c7e-4370-887e-bba175020beb),segment_id=3c837991-3c7e-4370-887e-bba175020beb)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:58.811019 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:52:58.866808 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=ed6bdac8-f706-4b0b-945a-be1c5cc71668,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:58.874790 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.875174 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.875518 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.875844 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.876172 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.876502 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.876826 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.877144 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.877462 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.877783 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.878103 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:58.878414 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:59.036142 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec0ec2-afe3-4322-b044-c1bd4cb80fd0 req-8a3d4f13-900c-4b5c-9de2-f810c0d6953f tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:52:59.038160 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-45ec0ec2-afe3-4322-b044-c1bd4cb80fd0 req-8a3d4f13-900c-4b5c-9de2-f810c0d6953f tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 949 time: 0.0502779 Sep 25 04:52:59.056112 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['ed6bdac8-f706-4b0b-945a-be1c5cc71668'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:52:59.078527 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-45ec0ec2-afe3-4322-b044-c1bd4cb80fd0 req-f5f34025-0e59-4509-9b72-8937efd0ef3b tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Sep 25 04:52:59.385676 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:00.201512 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb126c74-7b2c-4f5d-8330-b684e047e4a0 req-88016b77-3feb-43a6-b22b-c90a3756ca20 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:00.202996 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fb126c74-7b2c-4f5d-8330-b684e047e4a0 req-88016b77-3feb-43a6-b22b-c90a3756ca20 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 949 time: 0.0534201 Sep 25 04:53:00.240082 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fb126c74-7b2c-4f5d-8330-b684e047e4a0 req-72e05563-2ab3-48a1-8aa4-d0f6f6c719a5 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310221 Sep 25 04:53:00.564901 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ed6bdac8-f706-4b0b-945a-be1c5cc71668 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:53:00.566419 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7d1bf-6eb2-4ab2-af44-06cd5a3568cb req-1ab3498a-070a-4351-a34a-393b51ab46f2 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:00.568520 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-30e7d1bf-6eb2-4ab2-af44-06cd5a3568cb req-1ab3498a-070a-4351-a34a-393b51ab46f2 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 945 time: 0.0524082 Sep 25 04:53:00.609064 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-30e7d1bf-6eb2-4ab2-af44-06cd5a3568cb req-fed351df-e335-4c06-a334-84bef409d29e tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344813 Sep 25 04:53:00.673683 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port ed6bdac8-f706-4b0b-945a-be1c5cc71668 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:53:00.679763 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port ed6bdac8-f706-4b0b-945a-be1c5cc71668 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:53:00.679763 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:00.756120 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:00.779500 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c070cf3a-173f-4f14-9fca-cb3457b64b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6bdac8-f706-4b0b-945a-be1c5cc71668'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:53:00.781843 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a073e8c-f91d-4060-8e03-6a5ceb9441bf" -d '{"events": [{"server_uuid": "c070cf3a-173f-4f14-9fca-cb3457b64b9b", "name": "network-vif-plugged", "status": "completed", "tag": "ed6bdac8-f706-4b0b-945a-be1c5cc71668"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:53:00.797511 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ed6bdac8-f706-4b0b-945a-be1c5cc71668, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6bdac8-f706-4b0b-945a-be1c5cc71668,segment=NetworkSegment(3c837991-3c7e-4370-887e-bba175020beb),segment_id=3c837991-3c7e-4370-887e-bba175020beb)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:00.827343 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdb7b47-04ab-458e-a4c6-f74639f28c35 x-openstack-request-id: req-7fdb7b47-04ab-458e-a4c6-f74639f28c35 {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:53:00.827343 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c070cf3a-173f-4f14-9fca-cb3457b64b9b", "name": "network-vif-plugged", "status": "completed", "tag": "ed6bdac8-f706-4b0b-945a-be1c5cc71668", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:53:00.827343 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7fdb7b47-04ab-458e-a4c6-f74639f28c35 {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:53:00.827343 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c070cf3a-173f-4f14-9fca-cb3457b64b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6bdac8-f706-4b0b-945a-be1c5cc71668', 'code': 200} Sep 25 04:53:00.896623 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:00.945156 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=ed6bdac8-f706-4b0b-945a-be1c5cc71668,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:01.150169 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb165d4-f6dc-4ded-9314-06b04f5eb188 req-f4fa3f5a-3ece-4e77-ac3d-cfc51d9d782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:01.151789 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ecb165d4-f6dc-4ded-9314-06b04f5eb188 req-f4fa3f5a-3ece-4e77-ac3d-cfc51d9d782a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 1103 time: 0.0396378 Sep 25 04:53:01.187762 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ecb165d4-f6dc-4ded-9314-06b04f5eb188 req-643f8574-1600-47ce-826a-7078ba49d6fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279241 Sep 25 04:53:01.360577 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bb136-2faa-4620-9880-aa1f0fa07338 req-06cfe969-34b3-47db-ac66-0b2f6fab9293 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:01.362092 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b18bb136-2faa-4620-9880-aa1f0fa07338 req-06cfe969-34b3-47db-ac66-0b2f6fab9293 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 950 time: 0.0530171 Sep 25 04:53:01.399615 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-b18bb136-2faa-4620-9880-aa1f0fa07338 req-4d57431b-0727-4b6d-9d1a-7ec7d0668ee8 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315335 Sep 25 04:53:01.730029 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fad2e8-cbba-4080-8431-e069a401196a req-b546a675-ce4f-4700-9315-0194938c9032 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:01.731616 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-90fad2e8-cbba-4080-8431-e069a401196a req-b546a675-ce4f-4700-9315-0194938c9032 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 945 time: 0.0506587 Sep 25 04:53:01.769785 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-90fad2e8-cbba-4080-8431-e069a401196a req-ed7c4059-8843-4dd9-b620-d1a7bcf47415 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317881 Sep 25 04:53:02.520174 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7973c2d-dfe7-4594-8e35-6d4ec8f40347 req-d3be9bb9-ffec-4e49-baae-f194a20afe46 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:02.521708 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c7973c2d-dfe7-4594-8e35-6d4ec8f40347 req-d3be9bb9-ffec-4e49-baae-f194a20afe46 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 950 time: 0.0509584 Sep 25 04:53:02.562443 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c7973c2d-dfe7-4594-8e35-6d4ec8f40347 req-33281c68-5fcc-461a-a6dd-da8cc1e65d00 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Sep 25 04:53:02.895610 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad4f09-c5b8-4c4c-a1c8-670d0b414ed8 req-6f0b1c61-65ff-442b-8c07-857198c4159c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:02.897271 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e9ad4f09-c5b8-4c4c-a1c8-670d0b414ed8 req-6f0b1c61-65ff-442b-8c07-857198c4159c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 945 time: 0.0601997 Sep 25 04:53:02.937894 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e9ad4f09-c5b8-4c4c-a1c8-670d0b414ed8 req-c3c89eba-9e36-4f78-a709-8f286fa178ed tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338180 Sep 25 04:53:03.681296 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef3f4d-ae11-4fa8-87a4-033d75559547 req-ee3443cb-efb2-484c-afaa-37b5f864f684 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:03.682717 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ebef3f4d-ae11-4fa8-87a4-033d75559547 req-ee3443cb-efb2-484c-afaa-37b5f864f684 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 950 time: 0.0524161 Sep 25 04:53:03.722793 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ebef3f4d-ae11-4fa8-87a4-033d75559547 req-65e1d8a3-4fbc-4602-91d3-e361b3d115de tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Sep 25 04:53:04.058300 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b1c2b-ce9e-49a6-87c8-7c33a48dd379 req-f6518c15-b40b-419f-8704-536f18fc349a tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:04.061365 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f55b1c2b-ce9e-49a6-87c8-7c33a48dd379 req-f6518c15-b40b-419f-8704-536f18fc349a tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 945 time: 0.0548303 Sep 25 04:53:04.105040 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f55b1c2b-ce9e-49a6-87c8-7c33a48dd379 req-3a24edfc-1c43-4dd4-9331-ed9ed01a2973 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346036 Sep 25 04:53:04.262242 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6bfa6-878a-4a36-bba6-36c65ce14680 req-d8c65c06-f0b1-42b6-b02e-0868d891f399 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:04.264115 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ada6bfa6-878a-4a36-bba6-36c65ce14680 req-d8c65c06-f0b1-42b6-b02e-0868d891f399 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 950 time: 0.0535483 Sep 25 04:53:04.302349 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ada6bfa6-878a-4a36-bba6-36c65ce14680 req-2c3c7004-e752-4880-a053-2e87cdfa10eb tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Sep 25 04:53:05.220036 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449df54a-245e-4150-9b7b-6539b71494f6 req-aef465df-268c-40c5-8939-66106435b422 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:05.221518 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-449df54a-245e-4150-9b7b-6539b71494f6 req-aef465df-268c-40c5-8939-66106435b422 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 945 time: 0.0483465 Sep 25 04:53:05.259723 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-449df54a-245e-4150-9b7b-6539b71494f6 req-97a5a68a-7509-4b4d-9923-2d30d0ce2268 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Sep 25 04:53:05.415513 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909d9d3-73f4-4b57-93c5-510b7becb4d5 req-9daae46d-62c5-4641-b3d4-22e326481e4a tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:05.416904 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6909d9d3-73f4-4b57-93c5-510b7becb4d5 req-9daae46d-62c5-4641-b3d4-22e326481e4a tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 950 time: 0.0490327 Sep 25 04:53:05.456038 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-6909d9d3-73f4-4b57-93c5-510b7becb4d5 req-787fbca8-c7a4-4fca-b50e-c02960950c2d tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f13f401-e1df-405e-9039-46def4db1740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Sep 25 04:53:05.807461 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-27ae771b-0111-4014-9f21-67ae598292c8 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:05.808917 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-27ae771b-0111-4014-9f21-67ae598292c8 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.46 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 950 time: 0.0526507 Sep 25 04:53:05.897852 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Deleting port ed6bdac8-f706-4b0b-945a-be1c5cc71668 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:05.898322 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:05.911088 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-9a476472-5a1a-47e3-abde-0ec42394fdbe tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:05.912543 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-9a476472-5a1a-47e3-abde-0ec42394fdbe tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.46 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 945 time: 0.0479510 Sep 25 04:53:05.991489 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] For port ed6bdac8-f706-4b0b-945a-be1c5cc71668, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6bdac8-f706-4b0b-945a-be1c5cc71668,segment=NetworkSegment(3c837991-3c7e-4370-887e-bba175020beb),segment_id=3c837991-3c7e-4370-887e-bba175020beb)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:05.991850 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:06.001067 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Deleting port ccbde947-d9c7-4d0f-9f70-819f9ed70f25 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:06.001417 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:06.004257 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Calling delete_port for ed6bdac8-f706-4b0b-945a-be1c5cc71668 owned by compute:nova {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:06.092874 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] For port ccbde947-d9c7-4d0f-9f70-819f9ed70f25, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:06.093151 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:06.105504 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Calling delete_port for ccbde947-d9c7-4d0f-9f70-819f9ed70f25 owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:06.210824 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:06.224703 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['ed6bdac8-f706-4b0b-945a-be1c5cc71668'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:53:06.244496 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Pushing event deleted for resources: {'Port': ['ID=ed6bdac8-f706-4b0b-945a-be1c5cc71668,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:06.286172 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] No DVR routers for this DVR port ed6bdac8-f706-4b0b-945a-be1c5cc71668 on host hv-cinder-76845 {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:53:06.288920 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:06.291390 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-9d82afc8-2602-4eae-a5d3-42303dcaaaf5 req-ad8b80f0-102f-4dfd-a06c-f1175a2a8fca tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.46 "DELETE /v2.0/ports/ed6bdac8-f706-4b0b-945a-be1c5cc71668 HTTP/1.1" status: 204 len: 173 time: 0.4757974 Sep 25 04:53:06.292465 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c070cf3a-173f-4f14-9fca-cb3457b64b9b', 'name': 'network-vif-deleted', 'tag': 'ed6bdac8-f706-4b0b-945a-be1c5cc71668'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:53:06.299738 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc1f7e8-507b-41ca-b4df-5a2555e44466" -d '{"events": [{"server_uuid": "c070cf3a-173f-4f14-9fca-cb3457b64b9b", "name": "network-vif-deleted", "tag": "ed6bdac8-f706-4b0b-945a-be1c5cc71668"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:53:06.299963 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:06.310224 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['ccbde947-d9c7-4d0f-9f70-819f9ed70f25'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:53:06.335140 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d1a574-5153-4f16-b77f-ab4388fa339b x-openstack-request-id: req-a8d1a574-5153-4f16-b77f-ab4388fa339b {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:53:06.335140 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c070cf3a-173f-4f14-9fca-cb3457b64b9b", "name": "network-vif-deleted", "tag": "ed6bdac8-f706-4b0b-945a-be1c5cc71668", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:53:06.335140 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8d1a574-5153-4f16-b77f-ab4388fa339b {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:53:06.335643 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c070cf3a-173f-4f14-9fca-cb3457b64b9b', 'name': 'network-vif-deleted', 'tag': 'ed6bdac8-f706-4b0b-945a-be1c5cc71668', 'status': 'completed', 'code': 200} Sep 25 04:53:06.378040 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Pushing event deleted for resources: {'Port': ['ID=ccbde947-d9c7-4d0f-9f70-819f9ed70f25,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:06.399306 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-90e25a41-f3f2-4319-acab-b42b4a7e8be3 req-be837296-c8e7-4bb1-b9c4-3c758061c644 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 210 time: 0.0351400 Sep 25 04:53:06.404973 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] No DVR routers for this DVR port ccbde947-d9c7-4d0f-9f70-819f9ed70f25 on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:53:06.413232 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:06.415419 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-3c75cad8-4fa5-4fb1-9def-dbbaf2341229 req-c1fcef24-ee18-4ff5-94f5-94b997f90f7c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.46 "DELETE /v2.0/ports/ccbde947-d9c7-4d0f-9f70-819f9ed70f25 HTTP/1.1" status: 204 len: 173 time: 0.4968846 Sep 25 04:53:06.424439 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0f031-00d5-4241-9952-39ab5e932bc4', 'name': 'network-vif-deleted', 'tag': 'ccbde947-d9c7-4d0f-9f70-819f9ed70f25'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:53:06.424439 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445c4c17-29f3-4b22-9a8a-40c772c48f83" -d '{"events": [{"server_uuid": "15e0f031-00d5-4241-9952-39ab5e932bc4", "name": "network-vif-deleted", "tag": "ccbde947-d9c7-4d0f-9f70-819f9ed70f25"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:53:06.457516 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2343d0e4-07a6-4f0a-993a-ebb99126857e x-openstack-request-id: req-2343d0e4-07a6-4f0a-993a-ebb99126857e {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:53:06.457817 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e0f031-00d5-4241-9952-39ab5e932bc4", "name": "network-vif-deleted", "tag": "ccbde947-d9c7-4d0f-9f70-819f9ed70f25", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:53:06.458074 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2343d0e4-07a6-4f0a-993a-ebb99126857e {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:53:06.458473 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0f031-00d5-4241-9952-39ab5e932bc4', 'name': 'network-vif-deleted', 'tag': 'ccbde947-d9c7-4d0f-9f70-819f9ed70f25', 'status': 'completed', 'code': 200} Sep 25 04:53:06.551274 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e5991612-2cd0-4db8-9412-94a733dd468f req-2ffd6a9f-28df-459c-a33f-cf07302daea0 tempest-VolumesNegativeTest-1904256743 tempest-VolumesNegativeTest-1904256743-project] 10.222.0.38 "GET /v2.0/ports?device_id=c070cf3a-173f-4f14-9fca-cb3457b64b9b HTTP/1.1" status: 200 len: 210 time: 0.0277402 Sep 25 04:53:07.502627 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-680049ec-c2bf-47f5-acd6-f954c6a427eb req-6b1a4d32-e4ac-4167-b2af-aa492a51c352 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=15e0f031-00d5-4241-9952-39ab5e932bc4 HTTP/1.1" status: 200 len: 210 time: 0.0309901 Sep 25 04:53:08.556698 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ccbde947-d9c7-4d0f-9f70-819f9ed70f25 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:08.577816 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: ccbde947-d9c7-4d0f-9f70-819f9ed70f25 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:08.578161 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ccbde947-d9c7-4d0f-9f70-819f9ed70f25 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:08.578582 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ed6bdac8-f706-4b0b-945a-be1c5cc71668 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:08.601028 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: ed6bdac8-f706-4b0b-945a-be1c5cc71668 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:08.601369 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ed6bdac8-f706-4b0b-945a-be1c5cc71668 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:13.049176 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-eaaca5cd-6480-4458-9797-663ef6c05764 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:13.050705 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-eaaca5cd-6480-4458-9797-663ef6c05764 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/networks?id=3543b520-d4ac-4192-8c0b-6b39a852ed98 HTTP/1.1" status: 200 len: 814 time: 0.1038792 Sep 25 04:53:13.066181 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-30e1a6c9-4b60-4b28-8878-438af43ca311 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/quotas/2e9c1da7a01642e9a3fb9f317ca9e142 HTTP/1.1" status: 200 len: 375 time: 0.0094121 Sep 25 04:53:13.100787 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-51af2bea-dc24-4e96-bf7d-a7a45ed23e85 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2e9c1da7a01642e9a3fb9f317ca9e142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286245 Sep 25 04:53:13.198863 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-0b79c146-9afe-44d7-8559-2c7de14d94f5 service neutron] 10.222.0.38 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908766 Sep 25 04:53:13.303231 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-4ef9f261-410f-421f-a6d7-c33a0c7e179f service neutron] 10.222.0.38 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973291 Sep 25 04:53:13.430172 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58048) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:13.576619 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-245254dd-6ff8-4d8f-ac3c-7447c4208849 req-a68fdfed-0e6b-46b7-b92e-8017da53f9ae tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 210 time: 0.0296090 Sep 25 04:53:13.581847 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-5844ed0b-4929-498a-9ebd-f0e43728c54e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c775b88fa6b542d380b72876552de61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482468 Sep 25 04:53:13.582163 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58056) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:13.651401 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-16ab32b9-f50f-4efd-85c2-e18292845fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:13.674653 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-16ab32b9-f50f-4efd-85c2-e18292845fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:13.844964 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-16ab32b9-f50f-4efd-85c2-e18292845fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:13.847450 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-16ab32b9-f50f-4efd-85c2-e18292845fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:13.848623 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-16ab32b9-f50f-4efd-85c2-e18292845fa9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f13f401-e1df-405e-9039-46def4db1740 HTTP/1.1" status: 204 len: 168 time: 0.2656162 Sep 25 04:53:13.856705 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab32b9-f50f-4efd-85c2-e18292845fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f13f401-e1df-405e-9039-46def4db1740,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:14.674340 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-83952af1-0d0d-405a-8b16-d8dcbb146164 req-69b8df6a-8b1c-41e1-b2cd-07d0c8657810 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 210 time: 0.0273051 Sep 25 04:53:15.541589 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-0dad79ea-4b39-42b2-9793-a2767a4de230 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:15.543093 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-0dad79ea-4b39-42b2-9793-a2767a4de230 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.46 "GET /v2.0/networks?id=3543b520-d4ac-4192-8c0b-6b39a852ed98 HTTP/1.1" status: 200 len: 814 time: 0.1206801 Sep 25 04:53:15.556707 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Request body: {'port': {'device_id': 'a8f31bd3-0e54-43c9-80bc-042a7005e508', 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98', 'admin_state_up': True, 'tenant_id': '2e9c1da7a01642e9a3fb9f317ca9e142'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:53:15.736204 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Made reservation on behalf of 2e9c1da7a01642e9a3fb9f317ca9e142 for: {'port': 1} {{(pid=101228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:53:15.739760 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:15.772300 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a6d6a983-f36f-40d8-85d2-76988d1c3143 req-3570b808-0b62-4b1e-aae3-838886b12dd0 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 210 time: 0.0280676 Sep 25 04:53:15.867893 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_common [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Allocated IP 172.20.0.12 (3543b520-d4ac-4192-8c0b-6b39a852ed98/e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e/ed6a431c-9257-4368-9da6-46496e95c8f2) {{(pid=101228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:53:16.012513 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks [] for port, precommit_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:16.111663 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754828927398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_create {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:16.155751 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Network 3543b520-d4ac-4192-8c0b-6b39a852ed98 is already hosted by enough agents. {{(pid=101228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:53:16.158681 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.base_scheduler [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Resources bound (agent type, host, resource id): {{(pid=101228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:53:16.162366 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Received port after_create {{(pid=101228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 25 04:53:16.171668 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Pushing event updated for resources: {'Port': ['ID=ed6a431c-9257-4368-9da6-46496e95c8f2,revision_number=1']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:16.215561 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:16.216169 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:16.288998 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-3d06686f-997a-4928-b250-830e5f8aa856 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366872 Sep 25 04:53:16.301751 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.v2.base [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Request body: {'port': {'device_id': 'a8f31bd3-0e54-43c9-80bc-042a7005e508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:53:16.352649 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:16.615940 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6a431c-9257-4368-9da6-46496e95c8f2 {{(pid=101228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:53:16.623437 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:16.636036 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.provisioning_blocks [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Transition to ACTIVE for port object ed6a431c-9257-4368-9da6-46496e95c8f2 will not be triggered until provisioned by entity L2. {{(pid=101228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 25 04:53:16.713306 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:16.765502 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Pushing event updated for resources: {'Port': ['ID=ed6a431c-9257-4368-9da6-46496e95c8f2,revision_number=2']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:16.809739 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.810219 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.810648 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.810783 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.811336 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.811705 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.812056 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.812279 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.812604 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.812918 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.813235 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.813551 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:16.844685 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Attempting to bind port ed6a431c-9257-4368-9da6-46496e95c8f2 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 25 04:53:16.846233 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Attempting to bind port ed6a431c-9257-4368-9da6-46496e95c8f2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'f548b6df-fc58-428a-a030-4956a7dddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98'}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 25 04:53:16.846233 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Attempting to bind port ed6a431c-9257-4368-9da6-46496e95c8f2 on network 3543b520-d4ac-4192-8c0b-6b39a852ed98 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:53:16.849758 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Port ed6a431c-9257-4368-9da6-46496e95c8f2 on network 3543b520-d4ac-4192-8c0b-6b39a852ed98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 25 04:53:16.850074 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Attempting to bind port ed6a431c-9257-4368-9da6-46496e95c8f2 on network 3543b520-d4ac-4192-8c0b-6b39a852ed98 {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:53:16.854714 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Checking agent: {'id': '618cd7bf-d497-4484-a7f2-8a2cc425a0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 25 04:53:16.855041 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Checking segment: {'id': 'f548b6df-fc58-428a-a030-4956a7dddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 25 04:53:16.855443 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Bound using segment: {'id': 'f548b6df-fc58-428a-a030-4956a7dddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98'} {{(pid=101228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:53:16.855864 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.managers [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Bound port: ed6a431c-9257-4368-9da6-46496e95c8f2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f548b6df-fc58-428a-a030-4956a7dddf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98'}}] {{(pid=101228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 25 04:53:16.856215 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:16.893517 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2bcad-a4a2-4b40-b5c1-9e093cddca3c req-232066c9-9985-4658-a65d-f74df4f553f1 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:16.895576 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2dd2bcad-a4a2-4b40-b5c1-9e093cddca3c req-232066c9-9985-4658-a65d-f74df4f553f1 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 944 time: 0.0501852 Sep 25 04:53:16.923967 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] For port ed6a431c-9257-4368-9da6-46496e95c8f2, host hv-cinder-76845, cleared binding levels {{(pid=101228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:53:16.927628 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] For port ed6a431c-9257-4368-9da6-46496e95c8f2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6a431c-9257-4368-9da6-46496e95c8f2,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:53:16.941727 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2dd2bcad-a4a2-4b40-b5c1-9e093cddca3c req-8c4de441-ffb1-49db-8e10-e6c368ee7ada tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Sep 25 04:53:16.993558 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125891962'] for port, after_update {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:17.035627 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:17.036264 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:17.037644 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] 10.222.0.46 "PUT /v2.0/ports/ed6a431c-9257-4368-9da6-46496e95c8f2 HTTP/1.1" status: 200 len: 1094 time: 0.7400436 Sep 25 04:53:17.038100 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f31bd3-0e54-43c9-80bc-042a7005e508', 'tag': 'ed6a431c-9257-4368-9da6-46496e95c8f2'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:53:17.040381 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd54a3fe-1b8d-4599-854d-17d3b657c1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f31bd3-0e54-43c9-80bc-042a7005e508", "tag": "ed6a431c-9257-4368-9da6-46496e95c8f2"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:53:17.059441 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3119f81-b193-4e7e-8ac9-0f9b2cb5330e service neutron] Pushing event updated for resources: {'Port': ['ID=ed6a431c-9257-4368-9da6-46496e95c8f2,revision_number=3']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:17.084537 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf1961a-114a-43e0-a61a-28fed1e200a3 x-openstack-request-id: req-ecf1961a-114a-43e0-a61a-28fed1e200a3 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:53:17.084828 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f31bd3-0e54-43c9-80bc-042a7005e508", "tag": "ed6a431c-9257-4368-9da6-46496e95c8f2", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:53:17.085095 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ecf1961a-114a-43e0-a61a-28fed1e200a3 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:53:17.085494 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f31bd3-0e54-43c9-80bc-042a7005e508', 'tag': 'ed6a431c-9257-4368-9da6-46496e95c8f2', 'status': 'completed', 'code': 200} Sep 25 04:53:17.148985 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a3fe-1b8d-4599-854d-17d3b657c1f8 req-04f807ab-37c7-4e3d-a898-8695241584fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:17.150377 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cd54a3fe-1b8d-4599-854d-17d3b657c1f8 req-04f807ab-37c7-4e3d-a898-8695241584fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e9c1da7a01642e9a3fb9f317ca9e142&device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 1097 time: 0.0434034 Sep 25 04:53:17.254021 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a3fe-1b8d-4599-854d-17d3b657c1f8 req-416585fb-8e46-4207-83c2-72dc0f0e1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:17.255498 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cd54a3fe-1b8d-4599-854d-17d3b657c1f8 req-416585fb-8e46-4207-83c2-72dc0f0e1bb1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2e9c1da7a01642e9a3fb9f317ca9e142&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0964851 Sep 25 04:53:17.597249 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a3fe-1b8d-4599-854d-17d3b657c1f8 req-0726feb0-a9f8-4fa9-89a4-dc5a6e42b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:17.598690 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-cd54a3fe-1b8d-4599-854d-17d3b657c1f8 req-0726feb0-a9f8-4fa9-89a4-dc5a6e42b960 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3364868 Sep 25 04:53:17.676559 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-d5129182-e5fd-42da-b609-cebc0fb8d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:17.677958 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-d5129182-e5fd-42da-b609-cebc0fb8d58d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e9c1da7a01642e9a3fb9f317ca9e142&device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 1097 time: 0.0403376 Sep 25 04:53:17.720785 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-259ec4d9-522d-4f0f-84d4-0c0f81752aa6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed6a431c-9257-4368-9da6-46496e95c8f2 HTTP/1.1" status: 200 len: 217 time: 0.0347824 Sep 25 04:53:17.770548 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-d06a9fd0-bb76-4ba2-8e50-7692c8f06eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:17.771998 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-d06a9fd0-bb76-4ba2-8e50-7692c8f06eff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e HTTP/1.1" status: 200 len: 854 time: 0.0445380 Sep 25 04:53:17.806490 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-0e91a0f9-66c4-4618-9613-6d60802592ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3543b520-d4ac-4192-8c0b-6b39a852ed98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277996 Sep 25 04:53:17.907813 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-ec46c167-65b5-40a2-98e2-fab24d6ad714 service neutron] 10.222.0.46 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893695 Sep 25 04:53:18.000847 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-beb60a3e-2a14-4e3d-813f-0a8e3114a3c8 req-be52cc6b-efd0-4900-983a-ae9999fec0d3 service neutron] 10.222.0.46 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853522 Sep 25 04:53:18.060078 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539110-5b14-425b-b0d5-11ce4f23527e req-cfbed0b2-f7ea-415d-bcf5-caa7a209073b tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:18.061795 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f0539110-5b14-425b-b0d5-11ce4f23527e req-cfbed0b2-f7ea-415d-bcf5-caa7a209073b tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 944 time: 0.0520360 Sep 25 04:53:18.100334 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f0539110-5b14-425b-b0d5-11ce4f23527e req-c0083c7b-c61b-4da9-a045-9827b1b76271 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 Sep 25 04:53:19.220018 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3b750-c9cf-4fd6-b5ad-9dd8ba668742 req-8447cf80-e6b7-44c5-9037-ddb892aa05dc tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:19.221489 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a8e3b750-c9cf-4fd6-b5ad-9dd8ba668742 req-8447cf80-e6b7-44c5-9037-ddb892aa05dc tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 944 time: 0.0490324 Sep 25 04:53:19.259700 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a8e3b750-c9cf-4fd6-b5ad-9dd8ba668742 req-bbf4c2b3-e492-4450-9216-915cdc09434b tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Sep 25 04:53:20.376694 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cec7e-d627-4397-9545-804db561bfdd req-ed780134-e4c2-4427-b6cb-b1c655592e7a tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:20.378381 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ea0cec7e-d627-4397-9545-804db561bfdd req-ed780134-e4c2-4427-b6cb-b1c655592e7a tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 944 time: 0.0519500 Sep 25 04:53:20.425081 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ea0cec7e-d627-4397-9545-804db561bfdd req-7de47f57-9c7a-4dc9-8625-569d46cd7b5d tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342863 Sep 25 04:53:20.570825 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ed6a431c-9257-4368-9da6-46496e95c8f2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:53:20.666344 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ed6a431c-9257-4368-9da6-46496e95c8f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6a431c-9257-4368-9da6-46496e95c8f2,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:20.678750 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Returning: {'device': 'ed6a431c-9257-4368-9da6-46496e95c8f2', 'network_id': '3543b520-d4ac-4192-8c0b-6b39a852ed98', 'port_id': 'ed6a431c-9257-4368-9da6-46496e95c8f2', 'mac_address': 'fa:16:3e:dd:7c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:53:20.721190 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:20.735341 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6a431c-9257-4368-9da6-46496e95c8f2 {{(pid=101230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 25 04:53:20.755559 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ed6a431c-9257-4368-9da6-46496e95c8f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6a431c-9257-4368-9da6-46496e95c8f2,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:20.850729 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:20.898220 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=ed6a431c-9257-4368-9da6-46496e95c8f2,revision_number=4']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:21.066267 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['ed6a431c-9257-4368-9da6-46496e95c8f2'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:53:21.536425 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-91661074-1256-4ab3-95f0-9c0a9886f652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:21.553129 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ec077-2f4d-4718-9e68-54e096317117 req-d79af058-2525-42e9-918c-18e6da23bb09 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:21.554620 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-205ec077-2f4d-4718-9e68-54e096317117 req-d79af058-2525-42e9-918c-18e6da23bb09 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 945 time: 0.0578370 Sep 25 04:53:21.594599 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-205ec077-2f4d-4718-9e68-54e096317117 req-2d896c66-e5fd-4a63-9193-933a143e5c4a tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Sep 25 04:53:22.570570 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ed6a431c-9257-4368-9da6-46496e95c8f2 up at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:53:22.688618 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning for port ed6a431c-9257-4368-9da6-46496e95c8f2 completed by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 25 04:53:22.693935 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.provisioning_blocks [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Provisioning complete for port ed6a431c-9257-4368-9da6-46496e95c8f2 triggered by entity L2. {{(pid=101230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 25 04:53:22.694209 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16156987'] for port, provisioning_complete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:22.712562 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16464f2f-1f63-4a26-bbea-422acd402e78 req-d7cb5daf-63f6-4e42-94ff-da8df1433397 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:22.714311 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-16464f2f-1f63-4a26-bbea-422acd402e78 req-d7cb5daf-63f6-4e42-94ff-da8df1433397 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 945 time: 0.0523705 Sep 25 04:53:22.763279 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-16464f2f-1f63-4a26-bbea-422acd402e78 req-adb3c16f-e66c-4a9c-8f0f-2e1084f9b9b3 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Sep 25 04:53:22.779804 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16148967'] for port, before_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:22.808252 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f31bd3-0e54-43c9-80bc-042a7005e508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6a431c-9257-4368-9da6-46496e95c8f2'}] {{(pid=101230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:53:22.810499 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84751320c9a8e8f790a6337a76cb7b1c0eb13937ba7aaa82881ef4c21c7ebed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6312b093-b517-44b2-ac80-59a0f9ee26f3" -d '{"events": [{"server_uuid": "a8f31bd3-0e54-43c9-80bc-042a7005e508", "name": "network-vif-plugged", "status": "completed", "tag": "ed6a431c-9257-4368-9da6-46496e95c8f2"}]}' {{(pid=101230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:53:22.826695 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] For port ed6a431c-9257-4368-9da6-46496e95c8f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6a431c-9257-4368-9da6-46496e95c8f2,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:22.849384 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7cea10-9337-4f1d-99c0-da011f41987b x-openstack-request-id: req-aa7cea10-9337-4f1d-99c0-da011f41987b {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:53:22.849684 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f31bd3-0e54-43c9-80bc-042a7005e508", "name": "network-vif-plugged", "status": "completed", "tag": "ed6a431c-9257-4368-9da6-46496e95c8f2", "code": 200}]} {{(pid=101230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:53:22.849939 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa7cea10-9337-4f1d-99c0-da011f41987b {{(pid=101230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:53:22.850332 dv-cinder-768458-10-smb neutron-server[101230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f31bd3-0e54-43c9-80bc-042a7005e508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6a431c-9257-4368-9da6-46496e95c8f2', 'code': 200} Sep 25 04:53:22.911576 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754829478916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754828927416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754828927434'] for port, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:22.962916 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Pushing event updated for resources: {'Port': ['ID=ed6a431c-9257-4368-9da6-46496e95c8f2,revision_number=5']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:23.166543 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1bf1f-cc8f-41b1-ae6b-79a880684974 req-c1cec9e0-84b6-44a3-bb87-594c17e722b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:23.168066 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bce1bf1f-cc8f-41b1-ae6b-79a880684974 req-c1cec9e0-84b6-44a3-bb87-594c17e722b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 1099 time: 0.0405478 Sep 25 04:53:23.203901 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-bce1bf1f-cc8f-41b1-ae6b-79a880684974 req-5cab329b-0b1b-4cad-a4e1-97205608aff8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292466 Sep 25 04:53:23.884320 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ef4f-23db-4969-9b37-b2aed14888f7 req-4d94b92d-8e3e-43cc-a82f-76b572f72a5e tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:23.885829 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e4c0ef4f-23db-4969-9b37-b2aed14888f7 req-4d94b92d-8e3e-43cc-a82f-76b572f72a5e tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 946 time: 0.0512834 Sep 25 04:53:23.926438 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-e4c0ef4f-23db-4969-9b37-b2aed14888f7 req-e6f1b917-15fc-4d4b-b468-0ecab2beeb09 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342057 Sep 25 04:53:24.116873 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1bffffe0-73e0-4c4f-9cd3-b36fe9ea66b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:24.699703 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:25.049595 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa206730-ccf7-4516-986c-fceb3adb9595 req-be16fc94-61b6-4dd7-b0db-c069aa74ddc1 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:25.051182 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fa206730-ccf7-4516-986c-fceb3adb9595 req-be16fc94-61b6-4dd7-b0db-c069aa74ddc1 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 946 time: 0.0546069 Sep 25 04:53:25.090522 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-fa206730-ccf7-4516-986c-fceb3adb9595 req-65ec03a2-8665-465d-9b0a-36afba6f8e6d tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334198 Sep 25 04:53:26.199427 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:27.364437 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:27.884120 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58106) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:28.057424 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Deleting port 2fd78dd3-7e3e-4e86-9ba4-97018c5dc7b6 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:28.057974 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:28.153719 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:28.154066 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:28.169889 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Calling delete_port for 2fd78dd3-7e3e-4e86-9ba4-97018c5dc7b6 owned by network:floatingip {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:28.455951 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:28.484306 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event deleted for resources: {'Port': ['ID=2fd78dd3-7e3e-4e86-9ba4-97018c5dc7b6,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:28.565121 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for floatingip, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:28.565661 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.db.l3_db [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Floating IP a6c48b0d-29fa-46f3-a300-68fd9ee2080e disassociated (deleted). External IP: 172.28.3.103, port: d7befce3-f7ed-4d3b-bc3d-5431253dcf3e. Sep 25 04:53:28.730986 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:53:28.767546 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:53:28.872449 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:53:28.877549 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for floatingip, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:28.884280 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] Sync routers for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:53:28.895328 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:53:28.896080 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:53:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:28.909946 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-51a40e89-b1ff-42fc-a23f-a137f312da99 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "DELETE /v2.0/floatingips/a6c48b0d-29fa-46f3-a300-68fd9ee2080e HTTP/1.1" status: 204 len: 168 time: 1.0207436 Sep 25 04:53:28.909946 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:53:28.909946 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76375f9a-f86b-420d-b26c-a661d1dad6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:53:28.950611 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fc5806-1806-4e2b-af58-1fb08c2c9e26 x-openstack-request-id: req-79fc5806-1806-4e2b-af58-1fb08c2c9e26 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:53:28.950991 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:53:28.951352 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79fc5806-1806-4e2b-af58-1fb08c2c9e26 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:53:28.952536 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'status': 'completed', 'code': 200} Sep 25 04:53:29.022621 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-e0bc1468-4515-4261-8ac4-563d6bfacb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:29.024567 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-e0bc1468-4515-4261-8ac4-563d6bfacb93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b1a72f2084f4268961fba544e9ef752&device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 1099 time: 0.0513237 Sep 25 04:53:29.056526 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:53:29.134229 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-8b0d13cd-f5b0-4e91-be79-b55bef4870f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:29.136003 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-8b0d13cd-f5b0-4e91-be79-b55bef4870f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=333edd60-e3f0-405f-868b-c4d9c57f620c HTTP/1.1" status: 200 len: 910 time: 0.1043198 Sep 25 04:53:29.191986 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-8b01be84-0da9-4c9e-83bd-7338af90fb22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e HTTP/1.1" status: 200 len: 217 time: 0.0478346 Sep 25 04:53:29.250021 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-790f089d-1ad9-4a37-9340-746e03a6f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:29.251617 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-790f089d-1ad9-4a37-9340-746e03a6f03e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5be41f-3e1f-426b-aaa2-3b6c674f3a37 HTTP/1.1" status: 200 len: 848 time: 0.0531008 Sep 25 04:53:29.306970 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-bb59917c-51fe-41e8-95eb-caf71a993848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:29.308495 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-bb59917c-51fe-41e8-95eb-caf71a993848 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=333edd60-e3f0-405f-868b-c4d9c57f620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0489028 Sep 25 04:53:29.423693 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-e759d6b6-1b25-4116-9f43-b4410d886170 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076593 Sep 25 04:53:29.429853 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'acb515d8-d35c-431d-ac6b-b6d7ff483e3f', 'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'mac_address': 'fa:16:3e:84:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:32Z', 'updated_at': '2021-09-25T04:48:37Z', 'revision_number': 5, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'subnets': [{'id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:29.433377 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:29.462644 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] Checking router: d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:53:29.468794 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03727f-7548-40a3-87e9-0fa5c4339a09 req-7e0f5216-18ea-4ea1-b5a5-e24374a25048 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:29.471157 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-df03727f-7548-40a3-87e9-0fa5c4339a09 req-7e0f5216-18ea-4ea1-b5a5-e24374a25048 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0544927 Sep 25 04:53:29.473165 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:53:29.473838 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:53:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:29.515647 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-df03727f-7548-40a3-87e9-0fa5c4339a09 req-a9c3b8ef-fd7a-4119-b60b-76424d94df7d tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374384 Sep 25 04:53:29.530600 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-76375f9a-f86b-420d-b26c-a661d1dad6e9 req-c296d24f-b1ed-4ace-8682-a82c0ede3dc8 service neutron] 10.222.0.46 "GET /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986967 Sep 25 04:53:29.591861 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:53:29.795038 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'acb515d8-d35c-431d-ac6b-b6d7ff483e3f', 'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'mac_address': 'fa:16:3e:84:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:32Z', 'updated_at': '2021-09-25T04:48:37Z', 'revision_number': 5, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'subnets': [{'id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:29.826574 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb4e50-a975-40cf-88ad-e5f38ba5d952 None None] The sync data for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb is: [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:33Z', 'revision_number': 4, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb', '_interfaces': [{'id': 'acb515d8-d35c-431d-ac6b-b6d7ff483e3f', 'name': '', 'network_id': '333edd60-e3f0-405f-868b-c4d9c57f620c', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'mac_address': 'fa:16:3e:84:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:32Z', 'updated_at': '2021-09-25T04:48:37Z', 'revision_number': 5, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'subnets': [{'id': '9e5be41f-3e1f-426b-aaa2-3b6c674f3a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:53:30.043866 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5924b5-6233-471d-a4fc-fd76fde8908c None None] New status for floating IP a6c48b0d-29fa-46f3-a300-68fd9ee2080e: DOWN {{(pid=101231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 25 04:53:30.639802 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f0a89-b023-4e15-8018-cb64d8b2cb45 req-7b22e12b-6b9d-4e77-9aeb-d7eeff6a2498 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:30.641289 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7c1f0a89-b023-4e15-8018-cb64d8b2cb45 req-7b22e12b-6b9d-4e77-9aeb-d7eeff6a2498 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0503154 Sep 25 04:53:30.678298 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-7c1f0a89-b023-4e15-8018-cb64d8b2cb45 req-32e3ce9b-d4c4-4a0d-a099-ad4b3d49897f tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/security-groups?id=f2da4468-4ebc-48de-9817-e52f32fe80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Sep 25 04:53:30.987291 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-e9271ba5-4d4e-4bee-b349-01648e7fff97 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:30.988793 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-e9271ba5-4d4e-4bee-b349-01648e7fff97 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 946 time: 0.0530300 Sep 25 04:53:30.997954 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-ab3bb1a6-caf5-4030-8508-fecb0cd4ea73 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433381 Sep 25 04:53:31.081025 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Deleting port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:31.081292 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-d51748b9-5c9d-4669-b49b-1112552a06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:31.081407 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:31.082586 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-d51748b9-5c9d-4669-b49b-1112552a06f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e9c1da7a01642e9a3fb9f317ca9e142&device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 1099 time: 0.0419149 Sep 25 04:53:31.170823 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] For port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:31.171190 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:31.182912 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Calling delete_port for d7befce3-f7ed-4d3b-bc3d-5431253dcf3e owned by compute:nova {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:31.184241 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-bc22f011-f6ef-4a0f-b780-641b24f92e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:31.185727 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-bc22f011-f6ef-4a0f-b780-641b24f92e6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3543b520-d4ac-4192-8c0b-6b39a852ed98 HTTP/1.1" status: 200 len: 915 time: 0.0834041 Sep 25 04:53:31.230102 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-a3201948-e0e1-4489-a0b4-66026513d5ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed6a431c-9257-4368-9da6-46496e95c8f2 HTTP/1.1" status: 200 len: 217 time: 0.0369115 Sep 25 04:53:31.279217 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-c6991e8f-4180-4b5b-ae90-5902fed9a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:31.280771 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-c6991e8f-4180-4b5b-ae90-5902fed9a525 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e HTTP/1.1" status: 200 len: 854 time: 0.0444520 Sep 25 04:53:31.315701 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-d303bdbd-f25c-43eb-97f1-b36c56e62819 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3543b520-d4ac-4192-8c0b-6b39a852ed98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260184 Sep 25 04:53:31.404423 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:31.412180 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-7b82c786-3ef2-4245-9b5c-7746f9891787 service neutron] 10.222.0.46 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895197 Sep 25 04:53:31.439855 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event deleted for resources: {'Port': ['ID=d7befce3-f7ed-4d3b-bc3d-5431253dcf3e,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:31.485791 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] No DVR routers for this DVR port d7befce3-f7ed-4d3b-bc3d-5431253dcf3e on host hv-cinder-76845 {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:53:31.488537 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:31.492653 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [req-ac21aae5-165c-493a-8bfe-ed0b1893cd4c req-74cfd3ff-f9d9-4e2d-a272-b1b43e0769af tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.46 "DELETE /v2.0/ports/d7befce3-f7ed-4d3b-bc3d-5431253dcf3e HTTP/1.1" status: 204 len: 173 time: 0.4961047 Sep 25 04:53:31.492653 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'name': 'network-vif-deleted', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e'}] {{(pid=101228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:53:31.493657 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43576a82625af91783fa67b97e255e5056cb927a4c9f35503e14244438800c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d6fd4f-c063-4b33-9bb8-cf7426f610e2" -d '{"events": [{"server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "name": "network-vif-deleted", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e"}]}' {{(pid=101228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:53:31.512061 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-c64a2321-3eab-4767-a0f8-f3f699fdd04a req-c3cf67eb-79a4-4a6e-8102-5a1353633022 service neutron] 10.222.0.46 "GET /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924134 Sep 25 04:53:31.530528 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f493b005-6a52-4842-ab93-5bc22f7c1ca0 x-openstack-request-id: req-f493b005-6a52-4842-ab93-5bc22f7c1ca0 {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:53:31.531177 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4979f2-b37a-4f8b-9c3b-592b9a709343", "name": "network-vif-deleted", "tag": "d7befce3-f7ed-4d3b-bc3d-5431253dcf3e", "status": "completed", "code": 200}]} {{(pid=101228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:53:31.531431 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f493b005-6a52-4842-ab93-5bc22f7c1ca0 {{(pid=101228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:53:31.531825 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4979f2-b37a-4f8b-9c3b-592b9a709343', 'name': 'network-vif-deleted', 'tag': 'd7befce3-f7ed-4d3b-bc3d-5431253dcf3e', 'status': 'completed', 'code': 200} Sep 25 04:53:31.778017 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-485c3618-7017-44b3-8921-68c406d9389c req-bd475141-d50b-4c8d-ba80-68107b57661e tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 210 time: 0.0312312 Sep 25 04:53:32.884551 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-5af53f56-028d-4f54-ad97-09aaf3b159d7 req-61cacfa8-2306-45a7-9b74-29f2ce2b38a0 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4979f2-b37a-4f8b-9c3b-592b9a709343 HTTP/1.1" status: 200 len: 210 time: 0.0257144 Sep 25 04:53:33.942992 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58146) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:34.000442 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0840-52ce-40e8-9794-08bf1c69df58 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:34.025266 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0840-52ce-40e8-9794-08bf1c69df58 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:34.169949 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0840-52ce-40e8-9794-08bf1c69df58 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:34.172654 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0840-52ce-40e8-9794-08bf1c69df58 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:34.173848 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1f2d0840-52ce-40e8-9794-08bf1c69df58 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] 10.222.0.38 "DELETE /v2.0/security-groups/f2da4468-4ebc-48de-9817-e52f32fe80e2 HTTP/1.1" status: 204 len: 168 time: 0.2298660 Sep 25 04:53:34.185560 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d0840-52ce-40e8-9794-08bf1c69df58 tempest-TestShelveInstance-1294458813 tempest-TestShelveInstance-1294458813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2da4468-4ebc-48de-9817-e52f32fe80e2,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:34.270770 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58152) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:34.604011 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d7befce3-f7ed-4d3b-bc3d-5431253dcf3e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:34.623916 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: d7befce3-f7ed-4d3b-bc3d-5431253dcf3e {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:34.624268 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device d7befce3-f7ed-4d3b-bc3d-5431253dcf3e not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:34.708591 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16249369'] for router_interface, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:34.963500 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Deleting port acb515d8-d35c-431d-ac6b-b6d7ff483e3f {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:34.964205 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:35.039987 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] For port acb515d8-d35c-431d-ac6b-b6d7ff483e3f, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=acb515d8-d35c-431d-ac6b-b6d7ff483e3f,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:35.040358 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:35.052993 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Calling delete_port for acb515d8-d35c-431d-ac6b-b6d7ff483e3f owned by network:router_interface {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:35.339552 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:35.370847 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Pushing event deleted for resources: {'Port': ['ID=acb515d8-d35c-431d-ac6b-b6d7ff483e3f,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:35.548806 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16238809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16247952'] for router_interface, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:36.017790 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:53:36.125073 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:53:36.130045 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-43f80284-f730-470a-8494-d7323aa5a3af admin admin] 10.222.0.38 "PUT /v2.0/routers/d52fa257-5f7a-4bdc-a8f7-a4096ff87b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8581610 Sep 25 04:53:36.132501 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58164) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:36.135088 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] Sync routers for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:53:36.144752 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:53:36.145364 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:53:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:36.232202 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks [] for router, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:36.251936 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: dv-cinder-768458-10-smb {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:53:36.345816 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:36.435766 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:53:35Z', 'revision_number': 5, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port': {'id': '1dd3e56d-8aa7-47e6-b11f-d8519d387e48', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:28Z', 'updated_at': '2021-09-25T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:36.466395 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] Checking router: d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 for host: dv-cinder-768458-10-smb {{(pid=101230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:53:36.477079 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] Routers {'d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:53:36.477999 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:53:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'], 'active': True} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:36.478482 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Deleting port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:36.478820 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:36.563893 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvr_db [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] Set router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 gateway port host: None {{(pid=101230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:53:36.565080 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] For port 1dd3e56d-8aa7-47e6-b11f-d8519d387e48, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=1dd3e56d-8aa7-47e6-b11f-d8519d387e48,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:36.565475 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:36.579269 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Calling delete_port for 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 owned by network:router_gateway {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:36.619561 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_hamode_db [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:53:36Z', 'revision_number': 6, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port_host': None}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:36.645975 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5fb913-4c86-46f0-9e9a-e63480ddde85 None None] The sync data for ids ['d52fa257-5f7a-4bdc-a8f7-a4096ff87b81'] in dv-cinder-768458-10-smb is: [{'id': 'd52fa257-5f7a-4bdc-a8f7-a4096ff87b81', 'name': 'tempest-TestShelveInstance-1907182752-router', 'tenant_id': '6b1a72f2084f4268961fba544e9ef752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:53:36Z', 'revision_number': 6, 'project_id': '6b1a72f2084f4268961fba544e9ef752', 'gw_port_host': None}] {{(pid=101230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:53:36.822046 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:36.853052 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd3e56d-8aa7-47e6-b11f-d8519d387e48,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:36.912632 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16247891'] for router_gateway, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.001419 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16249916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6335'] for router, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.003510 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.112054 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16249909'] for router, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.112851 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 {{(pid=101228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:53:37.117995 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] Notify callbacks [] for router, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.121482 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-870f44ee-369b-4662-9089-d25eafd94091 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d52fa257-5f7a-4bdc-a8f7-a4096ff87b81 HTTP/1.1" status: 204 len: 168 time: 0.9857810 Sep 25 04:53:37.121745 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58168) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:37.182334 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25cf036-bb76-4bfd-94b6-3b7b5fe2630c admin admin] Deleting subnet 9e5be41f-3e1f-426b-aaa2-3b6c674f3a37 {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:53:37.186741 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b25cf036-bb76-4bfd-94b6-3b7b5fe2630c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.192254 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device acb515d8-d35c-431d-ac6b-b6d7ff483e3f no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:37.216481 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: acb515d8-d35c-431d-ac6b-b6d7ff483e3f {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:37.216908 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device acb515d8-d35c-431d-ac6b-b6d7ff483e3f not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:37.235879 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b25cf036-bb76-4bfd-94b6-3b7b5fe2630c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189539'] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.320008 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b25cf036-bb76-4bfd-94b6-3b7b5fe2630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.450075 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b25cf036-bb76-4bfd-94b6-3b7b5fe2630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125987669'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.476481 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cf036-bb76-4bfd-94b6-3b7b5fe2630c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5be41f-3e1f-426b-aaa2-3b6c674f3a37,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:37.481365 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-b25cf036-bb76-4bfd-94b6-3b7b5fe2630c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.484174 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-b25cf036-bb76-4bfd-94b6-3b7b5fe2630c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9e5be41f-3e1f-426b-aaa2-3b6c674f3a37 HTTP/1.1" status: 204 len: 168 time: 0.3608453 Sep 25 04:53:37.486691 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58172) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:37.487514 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7f085-b9be-4bbd-982d-2416b6481f79 None None] Network 333edd60-e3f0-405f-868b-c4d9c57f620c requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:53:37.559915 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.617181 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Deleting port f9077bac-00c1-4a40-9095-6084d7d28f75 {{(pid=101228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:37.617534 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.667146 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4318b3e-82c8-485b-b693-46a6e15a03bf None None] DHCP port deletion for 333edd60-e3f0-405f-868b-c4d9c57f620c request from dv-cinder-768458-10-smb {{(pid=101230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 04:53:37.685186 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.db [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] For port f9077bac-00c1-4a40-9095-6084d7d28f75, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=f9077bac-00c1-4a40-9095-6084d7d28f75,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:37.686094 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.703685 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.plugin [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Calling delete_port for f9077bac-00c1-4a40-9095-6084d7d28f75 owned by network:dhcp {{(pid=101228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:37.724880 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-a4318b3e-82c8-485b-b693-46a6e15a03bf None None] Deleting port f9077bac-00c1-4a40-9095-6084d7d28f75 {{(pid=101230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:37.725270 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a4318b3e-82c8-485b-b693-46a6e15a03bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.800064 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-a4318b3e-82c8-485b-b693-46a6e15a03bf None None] For port f9077bac-00c1-4a40-9095-6084d7d28f75, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=f9077bac-00c1-4a40-9095-6084d7d28f75,segment=NetworkSegment(07207140-47d5-423d-8b71-fcdacfb0eaf8),segment_id=07207140-47d5-423d-8b71-fcdacfb0eaf8)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:37.800064 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a4318b3e-82c8-485b-b693-46a6e15a03bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.815366 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-a4318b3e-82c8-485b-b693-46a6e15a03bf None None] Calling delete_port for f9077bac-00c1-4a40-9095-6084d7d28f75 owned by network:dhcp {{(pid=101230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:37.876965 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125891953'] for port, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.897477 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a4318b3e-82c8-485b-b693-46a6e15a03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407'] for port, after_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:37.900997 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9077bac-00c1-4a40-9095-6084d7d28f75,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:37.909138 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] No DVR routers for this DVR port f9077bac-00c1-4a40-9095-6084d7d28f75 on host dv-cinder-768458-10-smb {{(pid=101228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:53:37.922678 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4318b3e-82c8-485b-b693-46a6e15a03bf None None] Pushing event deleted for resources: {'Port': ['ID=f9077bac-00c1-4a40-9095-6084d7d28f75,revision_number=None']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:37.926257 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4318b3e-82c8-485b-b693-46a6e15a03bf None None] No DVR routers for this DVR port f9077bac-00c1-4a40-9095-6084d7d28f75 on host dv-cinder-768458-10-smb {{(pid=101230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:53:37.988789 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:38.013352 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333edd60-e3f0-405f-868b-c4d9c57f620c']}} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:38.025165 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07207140-47d5-423d-8b71-fcdacfb0eaf8') {'for_net_delete': True} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:38.025662 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07207140-47d5-423d-8b71-fcdacfb0eaf8') {} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:38.039130 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189562'] for segment, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:38.052956 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:38.058468 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:53:38.058844 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892226'] for segment, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: Traceback (most recent call last): Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: timer() Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: cb(*args, **kw) Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: return func(*args, **kwargs) Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: self._notify() Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: self.callback(batched_events) Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: event.method(event) Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: return f(self, *a, **k) Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: return self._get(url).json() Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: return self.request(url, 'GET', **kwargs) Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:53:38.061257 dv-cinder-768458-10-smb neutron-server[101228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:53:38.238528 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:38.243847 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:38.245782 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/333edd60-e3f0-405f-868b-c4d9c57f620c HTTP/1.1" status: 204 len: 168 time: 0.7581193 Sep 25 04:53:38.248954 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 58174) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:38.257337 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b211b-e8a2-4bde-b65e-5baeac4a8cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=333edd60-e3f0-405f-868b-c4d9c57f620c,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:38.622146 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16249369'] for router_interface, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:38.876561 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Deleting port 8933952d-a854-450a-96a3-7bf41952baeb {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:38.876898 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:38.961234 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] For port 8933952d-a854-450a-96a3-7bf41952baeb, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=8933952d-a854-450a-96a3-7bf41952baeb,segment=NetworkSegment(3fc98326-e622-4761-b270-a97c4886f6fc),segment_id=3fc98326-e622-4761-b270-a97c4886f6fc)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:38.961818 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:38.967967 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:38.975258 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Calling delete_port for 8933952d-a854-450a-96a3-7bf41952baeb owned by network:router_interface {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:38.988158 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:38.988500 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 1dd3e56d-8aa7-47e6-b11f-d8519d387e48 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:38.988920 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device f9077bac-00c1-4a40-9095-6084d7d28f75 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:39.008636 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: f9077bac-00c1-4a40-9095-6084d7d28f75 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:39.008860 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device f9077bac-00c1-4a40-9095-6084d7d28f75 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:39.273241 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:39.299196 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Pushing event deleted for resources: {'Port': ['ID=8933952d-a854-450a-96a3-7bf41952baeb,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:39.311589 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.311941 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.312283 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.312630 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.313022 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.313361 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.313687 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.314009 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.314331 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.314652 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.314969 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.315318 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-smb {{(pid=101229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:53:39.475432 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16238809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16247952'] for router_interface, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:39.974685 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Router f1391e08-74d3-4fd5-945a-8b50141ef1ed has already been hosted by L3 agent 33066155-ea6b-415a-b594-3dd3dadf1b03 {{(pid=101229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:53:40.090461 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-smb the message routers_updated {{(pid=101229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:53:40.097251 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-bb9aa4e3-4502-4d91-9597-6c6395ff9386 admin admin] 10.222.0.38 "PUT /v2.0/routers/f1391e08-74d3-4fd5-945a-8b50141ef1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8466704 Sep 25 04:53:40.099626 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 58186) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:40.100844 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] Sync routers for ids ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'] in dv-cinder-768458-10-smb {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:53:40.114694 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] Routers {'f1391e08-74d3-4fd5-945a-8b50141ef1ed'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:53:40.115455 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:53:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:40.205423 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks [] for router, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:40.218920 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] Set router f1391e08-74d3-4fd5-945a-8b50141ef1ed gateway port host: dv-cinder-768458-10-smb {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:53:40.316976 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:40.395392 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'external_fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:39Z', 'updated_at': '2021-09-25T04:53:39Z', 'revision_number': 5, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'gw_port': {'id': '10ae82bc-4573-4513-95f1-cdbc32be1ecf', 'name': '', 'network_id': 'b0b167fe-0b03-480a-9f79-323358310379', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd26c29ef-e2da-4993-8a0e-685d0b94ee6a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-smb'}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:40.424674 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] Checking router: f1391e08-74d3-4fd5-945a-8b50141ef1ed for host: dv-cinder-768458-10-smb {{(pid=101231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:53:40.445197 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] Routers {'f1391e08-74d3-4fd5-945a-8b50141ef1ed'} bound to L3 agent in host dv-cinder-768458-10-smb {{(pid=101231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 25 04:53:40.446378 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:54Z,description=,heartbeat_timestamp=2021-09-25T04:53:24Z,host='dv-cinder-768458-10-smb',id=33066155-ea6b-415a-b594-3dd3dadf1b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-25T04:35:55Z,topic='l3_agent')) {'router_ids': ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'], 'active': True} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:40.469565 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Deleting port 10ae82bc-4573-4513-95f1-cdbc32be1ecf {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:40.469894 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:40.542317 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_dvr_db [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] Set router f1391e08-74d3-4fd5-945a-8b50141ef1ed gateway port host: None {{(pid=101231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 25 04:53:40.578576 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] For port 10ae82bc-4573-4513-95f1-cdbc32be1ecf, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=10ae82bc-4573-4513-95f1-cdbc32be1ecf,segment=NetworkSegment(d458431a-6dce-4cf3-8f8e-fb295211d611),segment_id=d458431a-6dce-4cf3-8f8e-fb295211d611)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:40.578576 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:40.590067 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Calling delete_port for 10ae82bc-4573-4513-95f1-cdbc32be1ecf owned by network:router_gateway {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:40.603996 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.l3_hamode_db [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:39Z', 'updated_at': '2021-09-25T04:53:40Z', 'revision_number': 6, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'gw_port_host': None}], 'dv-cinder-768458-10-smb', False) {} {{(pid=101231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:40.632251 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4c4f1-4fc2-49d9-b871-969ba0d5e0fa None None] The sync data for ids ['f1391e08-74d3-4fd5-945a-8b50141ef1ed'] in dv-cinder-768458-10-smb is: [{'id': 'f1391e08-74d3-4fd5-945a-8b50141ef1ed', 'name': 'tempest-TestShelveInstance-1492840735-router', 'tenant_id': '4e23b0adf0404f42a2141ab39b0f394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:39Z', 'updated_at': '2021-09-25T04:53:40Z', 'revision_number': 6, 'project_id': '4e23b0adf0404f42a2141ab39b0f394f', 'gw_port_host': None}] {{(pid=101231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:53:40.878791 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:40.907051 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Pushing event deleted for resources: {'Port': ['ID=10ae82bc-4573-4513-95f1-cdbc32be1ecf,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:40.970442 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16247891'] for router_gateway, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.075454 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16249916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6335'] for router, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.077670 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.101285 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 8933952d-a854-450a-96a3-7bf41952baeb no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:41.129041 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 8933952d-a854-450a-96a3-7bf41952baeb {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:41.129691 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 8933952d-a854-450a-96a3-7bf41952baeb not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:41.204697 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16249909'] for router, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.205175 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1391e08-74d3-4fd5-945a-8b50141ef1ed {{(pid=101229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:53:41.209945 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] Notify callbacks [] for router, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.214124 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-e72d99b8-4220-43ab-87d6-70a754d134aa admin admin] 10.222.0.38 "DELETE /v2.0/routers/f1391e08-74d3-4fd5-945a-8b50141ef1ed HTTP/1.1" status: 204 len: 168 time: 1.1101582 Sep 25 04:53:41.214124 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 58190) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:41.263873 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.db_base_plugin_v2 [None req-de55fb15-da58-4e98-969f-780beaff9f59 admin admin] Deleting subnet b9f2698e-51c2-4caf-ad3e-81d30b21331e {{(pid=101229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:53:41.267289 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-de55fb15-da58-4e98-969f-780beaff9f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.303455 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-de55fb15-da58-4e98-969f-780beaff9f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126071677'] for subnet, precommit_delete_associations {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.391495 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-de55fb15-da58-4e98-969f-780beaff9f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.524873 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-de55fb15-da58-4e98-969f-780beaff9f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126071613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126106698'] for subnet, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.550793 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55fb15-da58-4e98-969f-780beaff9f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f2698e-51c2-4caf-ad3e-81d30b21331e,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:41.559676 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-de55fb15-da58-4e98-969f-780beaff9f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for subnet, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.559676 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-de55fb15-da58-4e98-969f-780beaff9f59 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b9f2698e-51c2-4caf-ad3e-81d30b21331e HTTP/1.1" status: 204 len: 168 time: 0.3441517 Sep 25 04:53:41.561854 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 58192) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:41.564658 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4298b3a4-7365-41b5-b52c-36d20f67c141 None None] Network 71407a4f-bcd4-415a-a51d-c2943a6b4430 requested from dv-cinder-768458-10-smb {{(pid=101230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 25 04:53:41.658568 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.732034 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Deleting port 1e82aeea-a6a4-4853-889f-3aed2d265000 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:41.736192 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.832244 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb8731d-8b53-494e-8c27-2ff07c7c2f1d None None] DHCP port deletion for 71407a4f-bcd4-415a-a51d-c2943a6b4430 request from dv-cinder-768458-10-smb {{(pid=101230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 25 04:53:41.843416 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] For port 1e82aeea-a6a4-4853-889f-3aed2d265000, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=1e82aeea-a6a4-4853-889f-3aed2d265000,segment=NetworkSegment(3fc98326-e622-4761-b270-a97c4886f6fc),segment_id=3fc98326-e622-4761-b270-a97c4886f6fc)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:41.843928 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.864789 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Calling delete_port for 1e82aeea-a6a4-4853-889f-3aed2d265000 owned by network:dhcp {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:41.899516 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8731d-8b53-494e-8c27-2ff07c7c2f1d None None] Deleting port 1e82aeea-a6a4-4853-889f-3aed2d265000 {{(pid=101230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:41.899874 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-fcb8731d-8b53-494e-8c27-2ff07c7c2f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.972473 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-fcb8731d-8b53-494e-8c27-2ff07c7c2f1d None None] For port 1e82aeea-a6a4-4853-889f-3aed2d265000, host dv-cinder-768458-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-smb',level=0,port_id=1e82aeea-a6a4-4853-889f-3aed2d265000,segment=NetworkSegment(3fc98326-e622-4761-b270-a97c4886f6fc),segment_id=3fc98326-e622-4761-b270-a97c4886f6fc)] {{(pid=101230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:41.972473 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-fcb8731d-8b53-494e-8c27-2ff07c7c2f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:41.986782 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8731d-8b53-494e-8c27-2ff07c7c2f1d None None] Calling delete_port for 1e82aeea-a6a4-4853-889f-3aed2d265000 owned by network:dhcp {{(pid=101230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:42.055830 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.072294 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-fcb8731d-8b53-494e-8c27-2ff07c7c2f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407'] for port, after_delete {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.083816 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e82aeea-a6a4-4853-889f-3aed2d265000,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:42.089496 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] No DVR routers for this DVR port 1e82aeea-a6a4-4853-889f-3aed2d265000 on host dv-cinder-768458-10-smb {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:53:42.102030 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8731d-8b53-494e-8c27-2ff07c7c2f1d None None] Pushing event deleted for resources: {'Port': ['ID=1e82aeea-a6a4-4853-889f-3aed2d265000,revision_number=None']} {{(pid=101230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:42.111273 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8731d-8b53-494e-8c27-2ff07c7c2f1d None None] No DVR routers for this DVR port 1e82aeea-a6a4-4853-889f-3aed2d265000 on host dv-cinder-768458-10-smb {{(pid=101230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:53:42.173252 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.193684 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71407a4f-bcd4-415a-a51d-c2943a6b4430']}} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:42.203216 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc98326-e622-4761-b270-a97c4886f6fc') {'for_net_delete': True} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:42.203508 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.services.segments.db [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc98326-e622-4761-b270-a97c4886f6fc') {} {{(pid=101229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:53:42.212785 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126071652'] for segment, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.226409 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.232997 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:53:42.233399 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070931'] for segment, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: Traceback (most recent call last): Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: timer() Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: cb(*args, **kw) Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: return func(*args, **kwargs) Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: self._notify() Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: self.callback(batched_events) Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: event.method(event) Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: return f(self, *a, **k) Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: return self._get(url).json() Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: return self.request(url, 'GET', **kwargs) Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:53:42.235093 dv-cinder-768458-10-smb neutron-server[101229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:53:42.380004 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.386822 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.389546 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/71407a4f-bcd4-415a-a51d-c2943a6b4430 HTTP/1.1" status: 204 len: 168 time: 0.8253872 Sep 25 04:53:42.399249 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b2a9c-f7df-4ec5-8d70-f3278dcf83a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=71407a4f-bcd4-415a-a51d-c2943a6b4430,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:42.713586 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 58204) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:42.753576 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-119f210e-a6d8-4487-9448-01284521720e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b1a72f2084f4268961fba544e9ef752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388181 Sep 25 04:53:42.759707 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 58206) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:42.809409 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-af380539-7c1f-44e5-94f6-296d97510c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.831678 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-af380539-7c1f-44e5-94f6-296d97510c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.965010 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-af380539-7c1f-44e5-94f6-296d97510c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.967907 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-af380539-7c1f-44e5-94f6-296d97510c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:42.970630 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-af380539-7c1f-44e5-94f6-296d97510c6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e64e243-73ff-4cbc-90c6-316413658cdb HTTP/1.1" status: 204 len: 168 time: 0.2084174 Sep 25 04:53:42.979307 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af380539-7c1f-44e5-94f6-296d97510c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e64e243-73ff-4cbc-90c6-316413658cdb,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:42.983517 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 10ae82bc-4573-4513-95f1-cdbc32be1ecf no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:43.008054 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 10ae82bc-4573-4513-95f1-cdbc32be1ecf {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:43.008378 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 10ae82bc-4573-4513-95f1-cdbc32be1ecf not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:43.008797 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 1e82aeea-a6a4-4853-889f-3aed2d265000 no longer exists at agent ovs-agent-dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:43.031772 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] No Port match for: 1e82aeea-a6a4-4853-889f-3aed2d265000 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:43.032093 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Device 1e82aeea-a6a4-4853-889f-3aed2d265000 not bound to the agent host dv-cinder-768458-10-smb {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:43.694417 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 58214) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:43.733443 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-178943d2-5390-451a-a0e3-05a7401af1ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e23b0adf0404f42a2141ab39b0f394f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378222 Sep 25 04:53:43.735906 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.wsgi [-] (101229) accepted ('10.222.0.38', 58216) {{(pid=101229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:53:43.787359 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ab335035-c05d-4aa3-9636-acfea5cc96a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:43.809237 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ab335035-c05d-4aa3-9636-acfea5cc96a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:44.014269 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ab335035-c05d-4aa3-9636-acfea5cc96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:44.017917 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [None req-ab335035-c05d-4aa3-9636-acfea5cc96a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:44.019134 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [None req-ab335035-c05d-4aa3-9636-acfea5cc96a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/52c3bc9c-85ad-44d2-b78e-8e13956a2906 HTTP/1.1" status: 204 len: 168 time: 0.2822587 Sep 25 04:53:44.028094 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab335035-c05d-4aa3-9636-acfea5cc96a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c3bc9c-85ad-44d2-b78e-8e13956a2906,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:46.698358 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b8a03-2c9a-48cf-ad07-178d88404ffa req-ee4f4297-aea1-4bae-9928-870243e47a77 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:46.699883 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3d0b8a03-2c9a-48cf-ad07-178d88404ffa req-ee4f4297-aea1-4bae-9928-870243e47a77 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 946 time: 0.0504763 Sep 25 04:53:46.737358 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3d0b8a03-2c9a-48cf-ad07-178d88404ffa req-72ed1f8a-7826-47cd-871e-f3e871dd2a27 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Sep 25 04:53:47.852433 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc51183-51b5-4542-ba6e-2841d2f8ff18 req-88b33b13-4662-47fd-b898-bbc6e8b3d8ae tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:47.853901 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3bc51183-51b5-4542-ba6e-2841d2f8ff18 req-88b33b13-4662-47fd-b898-bbc6e8b3d8ae tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 946 time: 0.0495567 Sep 25 04:53:47.892693 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-3bc51183-51b5-4542-ba6e-2841d2f8ff18 req-2a8ec377-e111-4c3a-bd51-2042a9edc9aa tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326519 Sep 25 04:53:49.009343 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42990a-745c-4fe4-b917-3823490abde0 req-e457cf26-d4f0-4a8d-87a3-e0bb2f65149c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:49.010961 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-db42990a-745c-4fe4-b917-3823490abde0 req-e457cf26-d4f0-4a8d-87a3-e0bb2f65149c tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 946 time: 0.0518854 Sep 25 04:53:49.048234 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-db42990a-745c-4fe4-b917-3823490abde0 req-b70d181a-87be-4125-a30e-13797744530e tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310919 Sep 25 04:53:50.166226 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ff2a8-9b2e-4b23-8c13-ed993f0f72f6 req-3828a3a6-b777-4c40-84b4-68df44c6069b tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:50.167842 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca3ff2a8-9b2e-4b23-8c13-ed993f0f72f6 req-3828a3a6-b777-4c40-84b4-68df44c6069b tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 946 time: 0.0511174 Sep 25 04:53:50.206329 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-ca3ff2a8-9b2e-4b23-8c13-ed993f0f72f6 req-c69dcde0-94fd-4008-8871-f23a02cd1524 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Sep 25 04:53:51.352838 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-e43db51c-90fc-48cf-93af-66595391202b tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:51.354286 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-e43db51c-90fc-48cf-93af-66595391202b tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 946 time: 0.0822587 Sep 25 04:53:51.362736 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187a2dc-3bea-4dd4-b8a9-655fbca7f209 req-4c2ed7ff-11e3-47cb-a6dc-8a65cfc01d63 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 25 04:53:51.364153 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2187a2dc-3bea-4dd4-b8a9-655fbca7f209 req-4c2ed7ff-11e3-47cb-a6dc-8a65cfc01d63 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 946 time: 0.0838184 Sep 25 04:53:51.449087 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-2187a2dc-3bea-4dd4-b8a9-655fbca7f209 req-c7cbe797-8828-4233-b6e4-a55b1acc7501 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/security-groups?id=34bcd494-1706-439a-991a-15b62e45bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781002 Sep 25 04:53:51.473679 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Deleting port ed6a431c-9257-4368-9da6-46496e95c8f2 {{(pid=101229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 25 04:53:51.474107 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754829472552'] for port, before_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:51.517000 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-4a3c8ff2-d0a5-4d18-91ae-5ea4192fc033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:51.564640 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.db [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] For port ed6a431c-9257-4368-9da6-46496e95c8f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ed6a431c-9257-4368-9da6-46496e95c8f2,segment=NetworkSegment(f548b6df-fc58-428a-a030-4956a7dddf0b),segment_id=f548b6df-fc58-428a-a030-4956a7dddf0b)] {{(pid=101229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:53:51.564987 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16226560'] for port, precommit_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:51.577344 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.plugins.ml2.plugin [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Calling delete_port for ed6a431c-9257-4368-9da6-46496e95c8f2 owned by compute:nova {{(pid=101229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 25 04:53:51.779430 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16148900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754829478638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754828927407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126071648'] for port, after_delete {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:51.792946 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.db [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] get_ports_and_sgs() called for port_ids ['ed6a431c-9257-4368-9da6-46496e95c8f2'] {{(pid=101230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 25 04:53:51.811432 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Pushing event deleted for resources: {'Port': ['ID=ed6a431c-9257-4368-9da6-46496e95c8f2,revision_number=None']} {{(pid=101229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:53:51.854646 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] No DVR routers for this DVR port ed6a431c-9257-4368-9da6-46496e95c8f2 on host hv-cinder-76845 {{(pid=101229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 25 04:53:51.857231 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron_lib.callbacks.manager [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35593'] for port, before_response {{(pid=101229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:51.859358 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-f66bfd13-7e4b-4cad-9656-49275b78bd65 req-acdedca6-e16d-4214-9661-87615c8cc26f tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.46 "DELETE /v2.0/ports/ed6a431c-9257-4368-9da6-46496e95c8f2 HTTP/1.1" status: 204 len: 173 time: 0.4942362 Sep 25 04:53:51.859832 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f31bd3-0e54-43c9-80bc-042a7005e508', 'name': 'network-vif-deleted', 'tag': 'ed6a431c-9257-4368-9da6-46496e95c8f2'}] {{(pid=101229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 25 04:53:51.862171 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9532ad5ccc0b758a01cfbcd111f237771ea6741e359faf3d129b8f50c4a629" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb35b86-b165-4531-b219-8820e6022214" -d '{"events": [{"server_uuid": "a8f31bd3-0e54-43c9-80bc-042a7005e508", "name": "network-vif-deleted", "tag": "ed6a431c-9257-4368-9da6-46496e95c8f2"}]}' {{(pid=101229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:53:51.900223 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0207c53c-9e90-41c4-9ca7-b05cf29bfc19 x-openstack-request-id: req-0207c53c-9e90-41c4-9ca7-b05cf29bfc19 {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:53:51.900510 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f31bd3-0e54-43c9-80bc-042a7005e508", "name": "network-vif-deleted", "tag": "ed6a431c-9257-4368-9da6-46496e95c8f2", "status": "completed", "code": 200}]} {{(pid=101229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:53:51.900772 dv-cinder-768458-10-smb neutron-server[101229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0207c53c-9e90-41c4-9ca7-b05cf29bfc19 {{(pid=101229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:53:51.901161 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f31bd3-0e54-43c9-80bc-042a7005e508', 'name': 'network-vif-deleted', 'tag': 'ed6a431c-9257-4368-9da6-46496e95c8f2', 'status': 'completed', 'code': 200} Sep 25 04:53:52.555210 dv-cinder-768458-10-smb neutron-server[101229]: INFO neutron.wsgi [req-a2824429-c3d4-48d7-a805-5b3c5d28c58d req-b1f2ceed-f4aa-4755-9c87-8ddc263edbd7 tempest-VolumesSnapshotTestJSON-731513343 tempest-VolumesSnapshotTestJSON-731513343-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8f31bd3-0e54-43c9-80bc-042a7005e508 HTTP/1.1" status: 200 len: 210 time: 0.0275373 Sep 25 04:53:54.136213 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-cca6c1c5-6a4a-450c-8fbe-bf3e6487fe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:54.707629 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ed6a431c-9257-4368-9da6-46496e95c8f2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:53:54.710108 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:54.729737 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.plugin [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] No Port match for: ed6a431c-9257-4368-9da6-46496e95c8f2 {{(pid=101230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 25 04:53:54.730069 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron.plugins.ml2.rpc [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Device ed6a431c-9257-4368-9da6-46496e95c8f2 not bound to the agent host hv-cinder-76845 {{(pid=101230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:53:56.198496 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:57.341052 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:53:59.420904 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:05.730526 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:54:13.331635 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58366) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:54:13.378925 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.db.db_base_plugin_v2 [None req-70157bb9-40bd-4755-b362-1b7dd46092d5 admin admin] Deleting subnet e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e {{(pid=101228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 25 04:54:13.381866 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-70157bb9-40bd-4755-b362-1b7dd46092d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.415540 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-70157bb9-40bd-4755-b362-1b7dd46092d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189539'] for subnet, precommit_delete_associations {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.454119 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-70157bb9-40bd-4755-b362-1b7dd46092d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16161879'] for subnet, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.581173 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-70157bb9-40bd-4755-b362-1b7dd46092d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16161886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125987669'] for subnet, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.608259 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70157bb9-40bd-4755-b362-1b7dd46092d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:13.615192 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-70157bb9-40bd-4755-b362-1b7dd46092d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.618450 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-70157bb9-40bd-4755-b362-1b7dd46092d5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e5a7cfb1-a2b1-4a07-ba43-92a04b5a4b0e HTTP/1.1" status: 204 len: 168 time: 0.2855670 Sep 25 04:54:13.620738 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58368) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:54:13.686623 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533167'] for network, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.766039 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16159982', 'neutron.services.segments.db._delete_segments_for_network-8754829226644'] for network, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.786632 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3543b520-d4ac-4192-8c0b-6b39a852ed98']}} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:13.795559 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f548b6df-fc58-428a-a030-4956a7dddf0b') {'for_net_delete': True} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:13.796722 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.services.segments.db [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f548b6df-fc58-428a-a030-4956a7dddf0b') {} {{(pid=101228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:13.804971 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754829226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4189562'] for segment, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.817915 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648'] for segment, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.823568 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:54:13.823946 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16179648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892226'] for segment, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: Traceback (most recent call last): Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: timer() Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: cb(*args, **kw) Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: return func(*args, **kwargs) Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: self._notify() Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: self.callback(batched_events) Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: event.method(event) Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: aggregate_uuid = self.p_client.list_aggregates( Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: return f(self, *a, **k) Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: return self._get(url).json() Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: return self.request(url, 'GET', **kwargs) Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: base_url = self.get_endpoint(auth, allow=allow, Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 25 04:54:13.825568 dv-cinder-768458-10-smb neutron-server[101228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 25 04:54:13.934644 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16159961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16238784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16247823'] for network, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.940328 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16239930'] for network, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:13.942300 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3543b520-d4ac-4192-8c0b-6b39a852ed98 HTTP/1.1" status: 204 len: 168 time: 0.3206167 Sep 25 04:54:13.957226 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f91bb-8088-481e-a38e-105877557932 admin admin] Pushing event deleted for resources: {'Network': ['ID=3543b520-d4ac-4192-8c0b-6b39a852ed98,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:14.326468 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58372) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:54:14.363387 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-616a2df9-d12e-4423-8de6-d8021e6764bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e9c1da7a01642e9a3fb9f317ca9e142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376656 Sep 25 04:54:14.365730 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.wsgi [-] (101228) accepted ('10.222.0.38', 58374) {{(pid=101228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 25 04:54:14.413010 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6f1f-bada-49e6-a1f7-11a6e981476c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:14.434120 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6f1f-bada-49e6-a1f7-11a6e981476c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:14.568336 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6f1f-bada-49e6-a1f7-11a6e981476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496340'] for security_group, after_delete {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:14.570900 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6f1f-bada-49e6-a1f7-11a6e981476c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:14.572090 dv-cinder-768458-10-smb neutron-server[101228]: INFO neutron.wsgi [None req-1d7f6f1f-bada-49e6-a1f7-11a6e981476c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34bcd494-1706-439a-991a-15b62e45bdcc HTTP/1.1" status: 204 len: 168 time: 0.2054782 Sep 25 04:54:14.580135 dv-cinder-768458-10-smb neutron-server[101228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f6f1f-bada-49e6-a1f7-11a6e981476c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bcd494-1706-439a-991a-15b62e45bdcc,revision_number=None']} {{(pid=101228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:21.523984 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9c85a892-3698-41c4-a5f4-5a134293a80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:24.129300 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-586f9958-ba3a-44bf-94cf-e6033a627ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:24.653562 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:26.175090 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:27.344773 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:29.397395 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:42.730337 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:54:51.499972 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-50a6385e-d8bd-4982-a039-c02ce548eb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:54.179797 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-eaa33140-bae8-40b1-adb1-e784e876618a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:54.705516 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:56.173549 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:57.385620 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:54:59.430795 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:19.730703 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:55:21.504042 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-e67d191e-4de2-4ad0-b22b-dcbc83b9f7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:24.156594 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f65f-76ac-4c0e-b299-e21c03abefb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:24.657852 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:26.206587 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:27.338132 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:29.442153 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:51.492695 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-986c59ca-cd12-4d2d-bfa3-e38bbe6af400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:54.167322 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-6202a9f1-88bd-478f-9eae-6fc3b9f50479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:54.675465 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:56.190071 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:56.730285 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:55:57.349108 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:55:59.412885 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:21.543614 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-f415a6df-14b8-4f56-aa06-a23591764a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:24.154923 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8521ba3c-e010-4bf9-810d-4c9337a3b642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:24.675189 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:26.200759 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:27.348996 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:29.434491 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:33.729100 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:56:51.485776 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-cfce74c0-414d-4903-ab43-1aa38d19b6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:54.131666 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-b2882585-7b87-4d89-9374-6997af618605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:54.656993 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:56.205462 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:57.336933 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:56:59.444921 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:10.727769 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:57:21.531037 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-11764618-184e-45fb-80f2-969a6ddeece5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:24.107703 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-c5a9044c-6901-47f6-bca9-8cdf793efe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:24.667985 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:26.193405 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:27.387895 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:29.456206 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:47.726936 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:57:51.495523 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-a7ba810e-1272-4e75-b3f9-c7111cb8a399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:54.112984 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-d55c33a4-9789-44b3-9c27-027c614c83c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:54.661380 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:56.209740 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:57.346997 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:57:59.490179 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:21.500803 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-09fc0953-5726-4f0a-9b75-ac69ffd218c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:24.135029 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-9a627692-9bd5-4fda-b89c-9d62c5a44cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:24.689451 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:24.726203 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:58:26.214816 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:27.368782 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:29.477880 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:51.551592 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-57b1a9e3-7ab2-417e-958e-f7d860936812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:54.145691 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1036dc65-947d-4438-b654-77ea8f98d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:54.683163 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:56.225548 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:57.357001 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:58:59.596959 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb3e-ddc9-4c16-be13-41f88f2fe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:59:01.725111 dv-cinder-768458-10-smb neutron-server[101231]: DEBUG neutron.db.agents_db [None req-f0af212a-f4cc-483d-956d-bf1976fe5e7f None None] Agent healthcheck: found 6 active agents {{(pid=101231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:59:21.522382 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-11fc762f-764a-4bab-b929-5ee13e89f45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:59:24.122770 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08d56b99-231d-4f4e-aed1-a9203e09a398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:59:24.682598 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-08300fda-63ed-4dcc-8f01-8fa637531d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:59:26.214108 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e06c-90b9-459b-a3c1-0c676f0cb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 25 04:59:27.351215 dv-cinder-768458-10-smb neutron-server[101230]: DEBUG neutron_lib.callbacks.manager [None req-8896ee20-3bbe-4a7d-9998-3eb0fcabdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754829226626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16159470'] for agent, after_update {{(pid=101230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}